-- Logs begin at Wed 2022-02-16 09:55:21 UTC, end at Wed 2022-02-16 10:50:04 UTC. -- Feb 16 10:26:13.930908 dv-cinder-804757-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 10:26:16.985101 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.common.config [-] Logging enabled! Feb 16 10:26:16.985712 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 10:26:16.985906 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102699) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 10:26:16.990089 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.common.config [-] Logging enabled! Feb 16 10:26:16.990370 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 10:26:16.990683 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102699) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 10:26:16.991619 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 10:26:16.991859 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 10:26:16.992348 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 10:26:16.992597 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 10:26:16.992829 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 10:26:16.993152 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.993574 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 10:26:16.993901 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.994223 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.994523 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.994819 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.995113 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.995396 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.995686 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.995986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.996526 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.996808 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.997092 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.997387 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.997671 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.997960 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.998288 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.998576 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] debug = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.998865 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.999288 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.999705 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:16.999986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.000277 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.000559 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.000831 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.001106 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.001392 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.001722 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] host = dv-cinder-804757-12-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.002595 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.002993 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.003451 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.003755 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.004041 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.004322 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.004610 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.004887 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.005163 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.005441 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.005732 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.006023 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.006350 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.006578 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.006805 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.007097 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.007387 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.007664 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.007941 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.008221 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.008497 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.008772 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.009042 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.009328 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.009612 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.009898 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.010196 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.010474 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.010747 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.011019 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.011306 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.011578 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.011850 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.012126 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.012410 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.012678 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.012950 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.013249 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.013537 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.013821 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.014123 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.014413 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.014695 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.014970 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.015245 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.015517 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_json = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.015790 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.016060 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.016343 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.016622 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.016895 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.017168 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.017439 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.017810 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.018379 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:17.018622 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.018932 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.019242 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.019547 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.019844 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.020129 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.020425 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.020709 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.021004 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.021297 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.021589 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.021871 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.022198 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.022493 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.022792 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.023102 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.023402 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.023699 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.023978 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.024256 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.024536 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.024814 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.025102 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.025382 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.025672 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.025964 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.026269 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.026577 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.026866 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.027164 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.027459 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.027736 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.028017 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.028317 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.028600 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.028877 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.029156 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.029448 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.029726 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.030002 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.030316 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.030601 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.030875 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.031150 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.031429 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.031721 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.032000 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.032274 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.032548 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.032827 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.033120 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.033991 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.034499 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.034785 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.035068 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.035354 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.035633 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.035911 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.036192 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.036468 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.036751 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.037026 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.037304 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.037579 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.037855 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.038152 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.038432 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.038707 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.038986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.039263 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.039539 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.039816 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.040091 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.040366 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.040656 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.040956 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.041238 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.041519 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.041800 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.042081 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.042383 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.042662 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.042941 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.043220 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.043494 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.043788 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.044071 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.044358 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.044666 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.044948 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.045245 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.045525 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.045809 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.046088 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.046387 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.046689 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.046961 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.047257 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.047552 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.047849 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.048149 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.048441 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.048722 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.049888 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.050314 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:17.050544 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 10:26:17.050796 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102699) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 10:26:17.429609 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 10:26:17.429802 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 10:26:17.430122 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 10:26:17.430489 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 10:26:17.776794 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.777081 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.777339 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.778689 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.778965 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.779229 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.824334 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.824607 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.824877 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.839289 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.839575 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.839848 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.973722 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.974006 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:17.974304 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.011530 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.012089 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.012089 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.258007 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.258325 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.258601 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.258874 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.259560 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.359940 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.360267 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.360558 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.360835 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.361100 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.362267 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.362593 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.362863 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.363126 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.363414 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.363680 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.363950 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.364210 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.364465 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.364724 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.364990 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.365247 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.365517 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.365787 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.366050 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.366349 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.366610 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.366892 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.367269 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.367520 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.367769 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.368167 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:18.368412 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:18.368650 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:18.368889 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:18.369126 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:18.369361 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:18.369721 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 10:26:18.373124 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 10:26:18.378967 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 10:26:18.382809 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 16 10:26:18.384456 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 10:26:18.384938 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 10:26:18.385279 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 10:26:18.385669 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 10:26:18.388543 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 10:26:18.388800 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 10:26:18.389144 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 10:26:18.394335 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 10:26:18.417254 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 10:26:18.417707 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.418006 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102699) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 10:26:18.418580 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.419980 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102699) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 10:26:18.420263 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 10:26:18.420512 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 10:26:18.424459 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.424929 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:18.489860 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 10:26:18.490119 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 10:26:18.490368 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 10:26:18.490738 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 10:26:18.511279 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_db.sqlalchemy.engines [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102699) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 10:26:18.974691 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing driver for type 'gre' Feb 16 10:26:18.975243 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] gre ID ranges: [(1, 1000)] Feb 16 10:26:19.028320 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing driver for type 'local' Feb 16 10:26:19.029060 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing driver for type 'vlan' Feb 16 10:26:19.043291 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] VlanTypeDriver initialization complete Feb 16 10:26:19.043658 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing driver for type 'vxlan' Feb 16 10:26:19.044161 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] vxlan ID ranges: [(1, 1000)] Feb 16 10:26:19.111728 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing extension driver 'port_security' Feb 16 10:26:19.112227 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.extensions.port_security [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] PortSecurityExtensionDriver initialization complete Feb 16 10:26:19.112706 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing mechanism driver 'openvswitch' Feb 16 10:26:19.113036 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing mechanism driver 'hyperv' Feb 16 10:26:19.119811 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.plugin [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:26:19.120681 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.121059 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.121673 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.122236 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:26:19.122675 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.123031 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.123381 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.123784 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:26:19.124195 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.124541 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.124880 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.125280 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:26:19.125688 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > security_group after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.126037 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > security_group after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.126467 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.127457 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:26:19.128159 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.128527 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.128873 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.129276 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:26:19.129684 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > address_group after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.130031 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > address_group after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.130404 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.130805 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:26:19.131255 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] ML2 OVO RPC backend initialized. {{(pid=102699) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 10:26:19.131967 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.132325 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.132742 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.133091 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > networks before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.133440 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.133833 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > ports before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.134147 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.134494 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnets before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.134838 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.135178 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.135513 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.135850 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.136184 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.136637 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.136852 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.137188 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.137518 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.145504 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded quota_driver: . Feb 16 10:26:19.145875 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.plugin [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Modular L2 Plugin initialization complete Feb 16 10:26:19.146259 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading services supported by the core plugin {{(pid=102699) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 10:26:19.146607 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Got port-security extension from driver 'port_security' Feb 16 10:26:19.147092 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.extensions.vlantransparent [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Disabled vlantransparent extension. Feb 16 10:26:19.147588 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102699) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 10:26:19.147915 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: router Feb 16 10:26:19.189312 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.190481 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.190868 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router before_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.191239 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.191617 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.191979 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_delete 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.192343 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.192697 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.193057 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.193409 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.193780 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.194167 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.194531 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.194942 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.195312 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.195654 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.195994 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.196338 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.196685 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.197032 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.197376 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.197720 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.198083 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.198455 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.198941 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.199308 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.199658 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.200025 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > agent after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.200377 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > agent after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.200726 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.201589 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Tracking information for resource: router configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:19.201924 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Tracking information for resource: floatingip configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:26:19.207287 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.db.l3_agentschedulers_db [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 10:26:19.207871 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.208237 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.208595 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.208951 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.209744 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router before_create 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.210129 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.210507 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_create 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.210865 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > router precommit_update 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.215598 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.provider_configuration [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service providers = [] {{(pid=102699) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 10:26:19.215965 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.db.servicetype_db [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102699) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 10:26:19.218983 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:26:19.219334 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:26:19.219675 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:26:19.220604 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:26:19.220998 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.services.service_base [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 10:26:19.221410 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.221729 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 10:26:19.232519 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.232813 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: auto_allocate Feb 16 10:26:19.239625 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: network precommit_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.239998 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: network precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.240519 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.240842 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: tag Feb 16 10:26:19.247938 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.248270 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: timestamp Feb 16 10:26:19.252952 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.253333 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: network_ip_availability Feb 16 10:26:19.258820 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.259196 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.259555 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.260275 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.260598 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: flavors Feb 16 10:26:19.265538 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.265876 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading Plugin: revisions Feb 16 10:26:19.270538 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:26:19.270933 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 10:26:19.271687 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102699) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 10:26:19.272025 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Initializing extension manager. Feb 16 10:26:19.272548 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: __init__.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.272892 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: __pycache__ {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.273232 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.273567 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.274361 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.274927 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: address-group Feb 16 10:26:19.275256 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: address_scope.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.275973 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.276484 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: address-scope Feb 16 10:26:19.276809 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.277734 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.278283 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: router-admin-state-down-before-update Feb 16 10:26:19.278610 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: agent.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.279307 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.279810 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: agent Feb 16 10:26:19.280131 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: agent_resources_synced.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.281031 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.281537 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: agent-resources-synced Feb 16 10:26:19.281859 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: allowedaddresspairs.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.284508 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.285024 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: allowed-address-pairs Feb 16 10:26:19.285360 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: auto_allocated_topology.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.286483 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.286998 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: auto-allocated-topology Feb 16 10:26:19.287324 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.288021 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.288525 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: availability_zone Feb 16 10:26:19.288850 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: availability_zone_filter.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.289762 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.290307 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: availability_zone_filter Feb 16 10:26:19.290634 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: data_plane_status.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.291544 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.292049 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 10:26:19.292372 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: default_subnetpools.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.293311 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.293818 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: default-subnetpools Feb 16 10:26:19.294165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.294986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.295490 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: dhcp_agent_scheduler Feb 16 10:26:19.295815 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: dns.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.296742 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.297246 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 10:26:19.297573 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: dns_domain_ports.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.298529 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.299790 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 10:26:19.300115 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.301049 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.301555 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 10:26:19.301880 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: dvr.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.302585 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.303097 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: dvr Feb 16 10:26:19.303419 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: ecmp_routes.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.304342 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.304847 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 10:26:19.305179 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: empty_string_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.306089 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.306620 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: empty-string-filtering Feb 16 10:26:19.306944 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.307855 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.308363 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 10:26:19.308687 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.309599 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.310135 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 10:26:19.310454 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: external_net.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.311361 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.311872 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: external-net Feb 16 10:26:19.312192 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.313105 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.313618 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: extra_dhcp_opt Feb 16 10:26:19.313941 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: extraroute.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.315136 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.315651 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: extraroute Feb 16 10:26:19.315975 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: extraroute_atomic.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.317020 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.317533 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: extraroute-atomic Feb 16 10:26:19.317856 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: filter_validation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.318571 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.319072 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: filter-validation Feb 16 10:26:19.319391 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: fip_pf_description.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.320301 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.320801 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 10:26:19.321121 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: fip_port_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.322263 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.322775 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: fip-port-details Feb 16 10:26:19.323094 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: flavors.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.324345 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.324862 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: flavors Feb 16 10:26:19.325189 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.326906 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.327430 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 10:26:19.327760 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: floatingip_pools.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.328461 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.328973 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: floatingip-pools Feb 16 10:26:19.329298 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: ip_allocation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.330535 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.331052 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 10:26:19.331379 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.332322 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.332837 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: ip-substring-filtering Feb 16 10:26:19.333166 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l2_adjacency.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.334125 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.334633 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 10:26:19.334957 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.335915 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.336433 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: router Feb 16 10:26:19.336759 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.339042 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.339570 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 10:26:19.339906 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.340838 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.341358 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: ext-gw-mode Feb 16 10:26:19.341688 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.342642 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.343156 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: l3-ha Feb 16 10:26:19.343484 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.344409 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.344916 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 10:26:19.345244 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_flavors.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.346906 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.347423 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: l3-flavors Feb 16 10:26:19.347753 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.349150 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.349671 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 10:26:19.350006 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.351018 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.351536 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 10:26:19.351867 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: l3agentscheduler.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.352912 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.353427 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: l3_agent_scheduler Feb 16 10:26:19.353758 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: local_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.355576 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.356104 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension local_ip not supported by any of loaded plugins Feb 16 10:26:19.356437 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: logging.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.358070 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.358625 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension logging not supported by any of loaded plugins Feb 16 10:26:19.358965 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: metering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.359715 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.360297 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: metering Feb 16 10:26:19.360628 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.362125 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.362657 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: metering_source_and_destination_fields Feb 16 10:26:19.362990 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: multiprovidernet.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.365930 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.366489 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: multi-provider Feb 16 10:26:19.366820 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: netmtu.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.367743 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.368255 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: net-mtu Feb 16 10:26:19.368580 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: netmtu_writable.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.369507 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.370017 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: net-mtu-writable Feb 16 10:26:19.370367 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: network_availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.371040 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.371802 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: network_availability_zone Feb 16 10:26:19.372122 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: network_ip_availability.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.373253 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.373767 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: network-ip-availability Feb 16 10:26:19.374090 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: network_segment_range.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.374888 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.375390 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 10:26:19.375711 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: pagination.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.377237 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.377845 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: pagination Feb 16 10:26:19.378293 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: port_device_profile.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.379223 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.379742 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: port-device-profile Feb 16 10:26:19.380063 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.380990 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.381504 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: port-mac-address-regenerate Feb 16 10:26:19.381827 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.382896 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.383411 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: port-numa-affinity-policy Feb 16 10:26:19.383736 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: port_resource_request.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.384657 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.385167 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 10:26:19.385490 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: port_resource_request_groups.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.386516 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.387026 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 10:26:19.387351 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: portbindings.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.388297 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.388809 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: binding Feb 16 10:26:19.389132 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: portbindings_extended.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.390488 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.391010 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: binding-extended Feb 16 10:26:19.391338 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: portsecurity.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.392271 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.393779 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: port-security Feb 16 10:26:19.394120 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: project_id.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.395509 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.395846 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: project-id Feb 16 10:26:19.396173 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: providernet.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.397096 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.397772 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: provider Feb 16 10:26:19.398124 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.401860 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.402427 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos not supported by any of loaded plugins Feb 16 10:26:19.402764 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.404024 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.404542 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 10:26:19.404875 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.405821 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.406367 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 10:26:19.406699 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_default.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.407622 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.408418 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-default not supported by any of loaded plugins Feb 16 10:26:19.408904 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_fip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.409852 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.410402 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 10:26:19.410730 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.411652 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.412160 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 10:26:19.412483 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_gateway_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.413546 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.414058 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 10:26:19.414608 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_port_network_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.415549 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.416043 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 10:26:19.416364 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.417413 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.417932 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 10:26:19.418289 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.419339 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.419855 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 10:26:19.420181 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_pps_rule.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.421366 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.421881 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 10:26:19.422244 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_rule_type_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.423168 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.423711 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 10:26:19.424275 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: qos_rules_alias.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.425384 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.425899 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 10:26:19.426271 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: quota_check_limit.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.427190 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.427711 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: quota-check-limit Feb 16 10:26:19.428037 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: quotasv2.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.429014 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.429340 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: quotas Feb 16 10:26:19.429659 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: quotasv2_detail.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.431402 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.431744 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: quota_details Feb 16 10:26:19.432075 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: rbac.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.433153 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.433675 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: rbac-policies Feb 16 10:26:19.434008 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: rbac_address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.434964 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.435480 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: rbac-address-group Feb 16 10:26:19.435808 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: rbac_address_scope.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.436731 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.437249 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: rbac-address-scope Feb 16 10:26:19.437582 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: rbac_security_groups.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.438533 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.439044 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: rbac-security-groups Feb 16 10:26:19.440024 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: rbac_subnetpool.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.441064 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.441580 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: rbac-subnetpool Feb 16 10:26:19.441907 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: revisionifmatch.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.442862 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.443376 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: revision-if-match Feb 16 10:26:19.443698 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: revisions.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.444823 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.445334 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: standard-attr-revisions Feb 16 10:26:19.445659 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: router_availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.446370 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.446886 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: router_availability_zone Feb 16 10:26:19.447209 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: routerservicetype.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.448146 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.448656 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 10:26:19.448982 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.449905 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.450454 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: security-groups-normalized-cidr Feb 16 10:26:19.450778 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.451702 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.452212 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: port-security-groups-filtering Feb 16 10:26:19.452534 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.453477 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.453989 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: security-groups-remote-address-group Feb 16 10:26:19.454341 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.456183 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.456724 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: security-groups-shared-filtering Feb 16 10:26:19.457050 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.457640 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 10:26:19.457966 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: securitygroup.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.467760 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.468290 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: security-group Feb 16 10:26:19.468627 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: segment.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.469420 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.469930 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension segment not supported by any of loaded plugins Feb 16 10:26:19.470299 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.471623 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.472136 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 10:26:19.472467 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: servicetype.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.473592 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.474120 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: service-type Feb 16 10:26:19.474457 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: sorting.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.475453 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.475787 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: sorting Feb 16 10:26:19.476112 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: standard_attr_segment.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.477039 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.477555 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 10:26:19.477887 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: standardattrdescription.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.478576 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.479085 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: standard-attr-description Feb 16 10:26:19.479408 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: stateful_security_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.480332 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.480845 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: stateful-security-group Feb 16 10:26:19.481168 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: stdattrs_common.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.481738 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 10:26:19.482059 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.483092 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.483559 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 10:26:19.483877 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: subnet_onboard.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.484962 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.485481 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: subnet_onboard Feb 16 10:26:19.485804 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.487021 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.487546 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 10:26:19.487873 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: subnet_service_types.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.488811 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.489329 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: subnet-service-types Feb 16 10:26:19.489654 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: subnetallocation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.490772 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.491288 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: subnet_allocation Feb 16 10:26:19.491616 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.492287 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.492796 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: subnetpool-prefix-ops Feb 16 10:26:19.493120 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.494067 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.494606 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 10:26:19.494930 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: tagging.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.496019 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.496790 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: standard-attr-tag Feb 16 10:26:19.497116 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: timestamp.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.498381 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.498895 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loaded extension: standard-attr-timestamp Feb 16 10:26:19.499222 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: trunk.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.500264 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.500780 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension trunk not supported by any of loaded plugins Feb 16 10:26:19.501107 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: trunk_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.503459 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.503459 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 10:26:19.503693 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: uplink_status_propagation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.504590 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.505100 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 10:26:19.505426 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Loading extension file: vlantransparent.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:26:19.506117 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:26:19.506624 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 10:26:19.509171 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:network Feb 16 10:26:19.509718 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:subnet Feb 16 10:26:19.510139 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:26:19.510535 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:port Feb 16 10:26:19.512902 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.513346 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service FLAVORS assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.513957 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.514425 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.514765 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:router Feb 16 10:26:19.515204 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 10:26:19.515700 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service METERING assigned prefix: /metering {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.517139 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.518246 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.518805 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:26:19.519827 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 10:26:19.520267 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:security_group Feb 16 10:26:19.520697 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 10:26:19.521312 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.521646 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:26:19.521993 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] subnetpool is already registered Feb 16 10:26:19.522453 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.522780 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:26:19.523110 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] subnetpool is already registered Feb 16 10:26:19.525372 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.525806 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service FLAVORS assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.526425 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.526850 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.527186 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:router Feb 16 10:26:19.527527 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] router is already registered Feb 16 10:26:19.527944 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 10:26:19.528282 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] floatingip is already registered Feb 16 10:26:19.528735 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service METERING assigned prefix: /metering {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.529393 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 10:26:19.529718 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] rbac_policy is already registered Feb 16 10:26:19.530151 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:security_group Feb 16 10:26:19.530489 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] security_group is already registered Feb 16 10:26:19.530892 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 10:26:19.531226 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] security_group_rule is already registered Feb 16 10:26:19.531857 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.532189 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:26:19.532525 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] subnetpool is already registered Feb 16 10:26:19.532940 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:26:19.533447 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:26:19.533892 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] subnetpool is already registered Feb 16 10:26:19.534403 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: extensions {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.535869 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: address-groups {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.537353 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: address-scopes {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.538709 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.539879 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: auto-allocated-topology {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.541135 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: availability_zones {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.542375 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: dhcp-networks {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.543888 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: dhcp-agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.545310 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.547574 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: flavors {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.549283 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: service_profiles {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.550638 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: next_providers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.552077 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: service_profiles {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.553620 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: floatingip-pools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.554945 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.557191 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: floatingips {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.558499 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: l3-routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.559913 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: l3-agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.561392 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: metering-labels {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.562785 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: metering-label-rules {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.564070 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: network-ip-availabilities {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.566420 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: bindings {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.568073 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: quotas {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.569657 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: quotas {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.571215 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: rbac-policies {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.572505 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: security-groups {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.573744 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: security-group-rules {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.575017 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: service-providers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.576367 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: subnetpools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.577785 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: subnetpools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.579308 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.582564 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.585340 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.587147 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.720358 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.723445 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.725144 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.727048 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.728823 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.730714 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:26:19.736955 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING keystonemiddleware.auth_token [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 10:26:19.741642 dv-cinder-804757-12-iscsi neutron-server[102699]: WARNING keystonemiddleware.auth_token [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 10:26:19.750441 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Acquired lock "singleton_lock" {{(pid=102699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 10:26:19.750920 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Releasing lock "singleton_lock" {{(pid=102699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 10:26:19.751581 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Starting 2 workers Feb 16 10:26:19.756694 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Started child 102810 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:26:19.761214 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Started child 102811 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:26:19.761962 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:19.762799 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO neutron.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 10:26:19.763433 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:19.763536 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [-] (102810) wsgi starting up on http://0.0.0.0:9696 Feb 16 10:26:19.765794 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Starting 1 workers Feb 16 10:26:19.765907 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:19.767287 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [-] (102811) wsgi starting up on http://0.0.0.0:9696 Feb 16 10:26:19.772009 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Started child 102812 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:26:19.772547 dv-cinder-804757-12-iscsi neutron-server[102699]: INFO oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Starting 1 workers Feb 16 10:26:19.775594 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] calling RpcWorker wait() {{(pid=102812) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 10:26:19.776144 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] returning from RpcWorker wait() {{(pid=102812) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 10:26:19.777081 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Started child 102813 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:26:19.777400 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:19.777837 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-7ab275ee-372b-4e7b-8897-e171bc2f4637 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:19.777928 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:26:19.779786 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 10:26:19.780000 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 10:26:19.780187 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 10:26:19.780414 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 10:26:19.780765 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 10:26:19.780927 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 10:26:19.781434 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.781714 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.781972 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.782252 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.782547 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.782633 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:19.783218 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.784367 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.784847 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.785266 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.785684 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.786122 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.786440 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.786847 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.787264 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.787690 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.788086 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.788501 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.788902 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.789225 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.789624 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.790033 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.790466 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.790881 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] debug = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.791297 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.791935 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.792317 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.792723 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.793096 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.793517 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.793916 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.794375 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.794750 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.795127 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.795520 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.795917 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.796280 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.796635 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.797027 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.797396 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.797795 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.798213 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.799692 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host = dv-cinder-804757-12-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.800140 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.800559 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.800973 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.801384 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.801781 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.802200 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.802624 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.803009 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.803385 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.803749 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.804125 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.804524 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.804738 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.804995 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.805242 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_options = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.805437 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.805911 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.806236 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.806401 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.806697 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.806872 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:26:19.806995 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.807137 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.807450 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.807869 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.808271 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.808628 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.808995 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.809366 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.809712 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.810508 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.811208 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.811605 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.811995 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.812385 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.812762 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.813150 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.813532 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.813909 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.814360 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.815326 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.815929 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.816364 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.816618 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.816854 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.817115 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.817346 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.817619 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.817861 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.818128 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.818400 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.818637 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.819018 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.819395 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.820224 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.820602 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.821015 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.821283 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.821503 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.821943 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.822353 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.822757 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.822982 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_json = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.823203 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.823444 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.823697 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.824058 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.824418 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.824788 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.825007 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.825438 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.825862 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.826518 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.826986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.827480 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.827713 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.827972 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.828840 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.829232 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.829613 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.829906 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.830343 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.830859 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.831274 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.831773 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.832212 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.832657 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.833796 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.834051 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.834380 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.834624 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.834876 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.835097 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.835319 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.835593 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.835830 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.836092 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.836348 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.836570 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.836867 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.837149 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.837494 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.837754 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.838003 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.838295 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.838519 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.838793 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.839184 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.839568 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.839948 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.840352 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.840820 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.841243 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.841637 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.842077 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.842530 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.842793 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.843029 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.843282 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.843529 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.843789 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.844014 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.844234 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.844450 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.844662 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.844894 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.845316 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.845578 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.846179 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.846547 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.846780 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.847000 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.847218 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.847442 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.847676 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.847895 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.848132 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.848366 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.848582 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.848800 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.849050 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.849267 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.849481 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.849714 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.849931 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.850192 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.850456 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.850695 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.850909 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.851128 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.851357 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.851571 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.851783 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.851997 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.852219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.852428 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.852661 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.852879 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.853090 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.853304 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.853517 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.853729 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.853950 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.854246 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.854570 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.854811 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.855050 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.855303 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.855547 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.855790 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.856046 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.856261 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.856497 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.856735 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.856984 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.857222 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.857449 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.857669 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.857885 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.858138 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.858365 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.858587 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.858828 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.859059 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.859304 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.859585 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.859843 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.860089 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.860470 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.860872 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.862129 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.862511 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.862810 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.863056 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.863347 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.863646 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.863910 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.864179 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.864440 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.864688 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.864929 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.865190 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.865458 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.865671 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.865918 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.866347 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.866612 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.866853 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.867086 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.867336 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.867665 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.867925 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.868141 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.868375 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.868667 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.868917 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.869165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.869429 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.869675 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.869928 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.870200 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.870451 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.870684 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.870927 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.871431 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.871656 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.871890 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.872105 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.872338 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.872555 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.872786 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.873033 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.873250 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.873472 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.873701 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.873918 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.874162 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.874563 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.874779 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.875016 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.875250 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.875465 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.875686 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.875921 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.876165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.876414 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.876630 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.876971 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.877363 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.877737 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.877988 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.878289 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.878538 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.878756 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.879024 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.879260 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.879472 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.879688 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.879902 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.880131 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.880376 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.880619 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.880833 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.881087 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.881346 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.881685 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.881935 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.882191 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.882371 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:26:19.882504 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.882679 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.882895 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.883111 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.883326 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.883557 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.883773 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.883995 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.884211 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.884427 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.884664 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.885354 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.885354 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.885354 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.885725 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.886473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.886473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.886473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.886473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887273 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887273 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887273 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887549 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887549 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887720 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.887970 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.888264 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.888532 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.888762 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.889025 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.889245 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.889456 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.889712 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.889919 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.890149 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.890375 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.890591 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.890820 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.891065 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.891275 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.891484 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.891705 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.891919 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.892126 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.892858 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.893230 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.893656 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.893929 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.894172 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.894386 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.894635 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.894849 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.895060 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.895282 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.895499 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.895709 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.895934 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.896150 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.896389 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.896635 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.896850 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.897058 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.897369 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.897641 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.897859 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.898187 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.898439 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.898667 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.898922 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.899215 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.899446 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.899684 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.899902 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.900117 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.900335 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.900603 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.900922 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.901218 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.901473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.901725 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.902001 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.902325 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.902604 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.902836 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.903140 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.903450 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.903709 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.903964 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.904200 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.904437 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.904657 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.904889 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.905122 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.905352 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.905575 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.905810 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.906044 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.906314 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.906535 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.906790 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.907027 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.907246 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.907479 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.907698 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.907930 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.908352 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 10:26:19.908873 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 10:26:19.909035 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 10:26:19.909194 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 10:26:19.909364 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 10:26:19.910137 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 10:26:19.910137 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 10:26:19.910137 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.910137 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.910695 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.910695 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.910695 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.910695 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911524 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911524 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911756 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911756 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.911986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.912217 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.912348 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.912473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.912607 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.912771 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.912929 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.913087 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.913251 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] debug = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.913419 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.913602 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.913767 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.913928 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.914086 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.914251 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.914416 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.914575 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.914734 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.914894 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915051 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915193 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915354 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915512 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915670 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915827 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.915986 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.916142 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.916330 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host = dv-cinder-804757-12-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.916481 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.916684 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.916813 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.916936 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917058 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917176 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917334 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917490 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917648 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917806 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.917965 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.918132 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.918298 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.918455 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.918615 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_options = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.918807 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.918959 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919105 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919255 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919408 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919543 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919676 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919839 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.919997 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.920154 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.920312 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.920470 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.920615 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.920830 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.920967 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921109 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921244 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921378 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921512 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921654 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921779 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.921932 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.922090 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.922271 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.922434 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.922590 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.922744 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.922899 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.923057 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.923214 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.923523 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.924674 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.925101 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.925263 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.925426 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.925589 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.925750 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.925911 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.926068 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.926251 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.926410 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.926567 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.926726 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.926885 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927043 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927203 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927360 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_json = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927517 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927673 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927830 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.927988 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.928146 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.928304 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.928460 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.928621 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.928779 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:26:19.928957 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.929119 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.929297 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930219 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930632 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930632 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930787 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.930867 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931007 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931168 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931332 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931496 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931658 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931820 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.931982 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.932143 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.932304 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.932473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.932634 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.932794 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.932955 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.933115 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.933282 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.933443 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.933620 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.933781 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.933942 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.934119 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.934284 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.934446 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.934609 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.934772 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.934932 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.935094 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.935254 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.935416 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.935577 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.935738 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.935898 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.936060 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.936221 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.936382 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.936543 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.936703 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.936865 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937025 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937186 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937347 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937509 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937670 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937831 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.937993 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.938194 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.938357 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.938518 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.938679 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.938840 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.939001 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.939166 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.939394 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.939685 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.939982 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.940173 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.940352 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.940516 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.940680 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.940842 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941004 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941165 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941327 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941488 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941649 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941812 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.941974 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.942156 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.942320 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.942481 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.942642 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.942803 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.942964 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.943125 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.943285 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.943447 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.943608 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.943770 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.943932 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.944100 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.944276 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.944436 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.944596 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.944757 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.944919 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.945080 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.945240 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.945401 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.945560 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.945720 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.945881 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.946041 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.946230 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.946392 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.946553 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.946713 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.946874 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947034 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947195 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947356 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947515 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947677 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947838 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.947998 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.948158 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.948318 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.948487 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.948648 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.948812 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.948974 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.949146 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.949317 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.949478 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.949643 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.949803 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.949963 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.950145 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.950311 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.950471 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.950631 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.950791 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.950951 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.951122 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.951285 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.951447 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.951608 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.951790 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.951951 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.952111 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.952272 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.952432 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.952593 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.952753 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.952914 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.953075 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.953236 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.953397 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.953558 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.953720 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.953881 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.954042 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.954227 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.954391 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.954552 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.954712 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.955451 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.955742 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.956025 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.956196 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.956360 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.956521 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.956683 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.956845 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957005 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957179 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957327 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957488 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957649 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957809 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.957970 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.958181 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.958313 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.958473 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.958636 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.958798 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.958960 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.959125 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.959287 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.959447 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.959609 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.959772 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.959934 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.960095 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.960257 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.960417 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.960579 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.960741 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.960902 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.961063 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.961224 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.961385 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.961564 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.961725 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.961886 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.962049 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.962233 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.962396 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.962558 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.962718 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.962879 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.963039 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.963203 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.963364 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.963525 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.963685 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.963846 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964084 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964182 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964325 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964487 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964648 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964809 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.964972 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.965133 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.965292 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.965453 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.965613 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.965775 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.965935 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.966096 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.966291 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.966453 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.966614 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.966774 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.966935 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.967096 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.967267 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.967428 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.967588 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.967748 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.967908 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.968068 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.968240 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.968401 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.968561 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.968722 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.968882 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.969044 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.969217 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.969378 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.969538 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.969699 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.969864 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.970007 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.970199 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.970362 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.971250 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.971489 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.971616 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.971778 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.971952 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.972114 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.972276 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.972437 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.972598 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.972760 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.972930 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.973094 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.973256 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.973426 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.973588 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.973749 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.973910 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.974082 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.974268 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.974433 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.974594 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.974754 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.974916 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.975080 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.975245 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.975416 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.975583 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.975747 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.975918 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.976087 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.976257 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.976420 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.976588 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.976762 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.976923 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.977085 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.977246 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.977407 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.977569 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.977728 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.977889 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.978049 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.978235 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.978397 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.978558 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.978719 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.978881 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.979042 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.979203 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.979364 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.979525 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.979691 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.979853 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:26:19.980006 dv-cinder-804757-12-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 10:26:20.116349 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49462) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:20.125283 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067894 Feb 16 10:26:31.660437 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296eb86-978f-4551-a151-2754090c2a7e None None] get_active_networks_info from dv-cinder-804757-12-iscsi {{(pid=102812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 10:26:31.733370 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296eb86-978f-4551-a151-2754090c2a7e None None] No non-hosted networks {{(pid=102812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 10:26:31.748488 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.agentschedulers_db [None req-d296eb86-978f-4551-a151-2754090c2a7e None None] DHCP Agent not found on host dv-cinder-804757-12-iscsi {{(pid=102812) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 10:26:31.908925 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-2a1a526e-54c8-4e9b-9747-6cc097fa4ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393538'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:34.269734 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8e4d801e-bd10-4656-ba96-e968ce95166b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393538'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:34.296760 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61a5043e-10b8-4674-a545-a2bdf5cd672b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:35.209686 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393538'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:36.676875 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393538'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:37.926773 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 49544) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:38.087167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393538'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:38.092093 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.092531 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.092926 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.094971 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.095796 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.096217 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.096531 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.096897 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.097229 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.097720 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.098070 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.099654 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.100022 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:38.100453 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:26:38.107944 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:26:38.518970 dv-cinder-804757-12-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-27b777d2-ff53-480e-8ffb-3ecbf8ecc261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:38.519557 dv-cinder-804757-12-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-27b777d2-ff53-480e-8ffb-3ecbf8ecc261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:38.604977 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.db.l3_hamode_db [None req-6f09b697-04c4-4138-9a2b-4fd567835bf6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 10:26:38.681946 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09b697-04c4-4138-9a2b-4fd567835bf6 None None] Routers set() bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:26:38.682342 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09b697-04c4-4138-9a2b-4fd567835bf6 None None] Router IDs set() for agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 10:26:38.745631 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-27b777d2-ff53-480e-8ffb-3ecbf8ecc261 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:26:38.747115 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-27b777d2-ff53-480e-8ffb-3ecbf8ecc261 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8182800 Feb 16 10:26:41.269752 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 49570) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:41.589132 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:26:41.682911 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.policy [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 10:26:41.726518 dv-cinder-804757-12-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:41.726924 dv-cinder-804757-12-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:41.823515 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753323345025', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753323345492', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753323363544', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753323361795', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753323319820', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753323343804', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16124379', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16183620', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631064'] for rbac-policy (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:41.889706 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:41.890915 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-95a3c958-3fab-4b90-b49a-2bfe34c0ce7e admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6201446 Feb 16 10:26:44.376243 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49580) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:44.868773 dv-cinder-804757-12-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:44.869332 dv-cinder-804757-12-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:45.092927 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:26:45.147973 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Made reservation on behalf of 6dfc70b2ee1e4c25b53b7d6a84cef856 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:26:45.209382 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.policy [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 10:26:45.251784 dv-cinder-804757-12-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:45.252149 dv-cinder-804757-12-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:26:45.263545 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.285309 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.395787 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks [] for security_group (4588c724-3d41-430b-b066-5ef4d7817828), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.400362 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4588c724-3d41-430b-b066-5ef4d7817828), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.431528 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:26:45.461469 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753319463810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (f3c58f36-09d4-495a-af8c-9454bfb7c147), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.462039 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Unsubscribe: segment precommit_create {{(pid=102811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 10:26:45.462569 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Added segment f3c58f36-09d4-495a-af8c-9454bfb7c147 of type vlan for network 05a12f86-0cd5-4684-8688-f7e924749c8a Feb 16 10:26:45.468658 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4588c724-3d41-430b-b066-5ef4d7817828,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:26:45.490293 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.490658 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.491046 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.491387 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.491679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.492090 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.492411 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.492737 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.493058 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.493392 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.493713 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.494025 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.494367 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Tracked resource versions report: Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: pushed versions: Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: { 'AddressGroup': {'1.2'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'ConntrackHelper': {'1.0'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Log': {'1.0'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Network': {'1.1'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Port': {'1.7'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'PortForwarding': {'1.2'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'QosPolicy': {'1.10'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroup': {'1.5'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SubPort': {'1.0'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Subnet': {'1.1'}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Trunk': {'1.1'}} Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: consumer versions: Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'ConntrackHelper': '1.0', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'LocalIPAssociation': '1.0', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Log': '1.0', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Network': '1.1', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Port': '1.7', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'PortForwarding': '1.2', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'QosPolicy': '1.10', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroup': '1.5', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroupRule': '1.2', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SubPort': '1.0', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Subnet': '1.1', Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Trunk': '1.1'}} Feb 16 10:26:45.496038 dv-cinder-804757-12-iscsi neutron-server[102811]: {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:26:45.576062 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (05a12f86-0cd5-4684-8688-f7e924749c8a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.618757 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (05a12f86-0cd5-4684-8688-f7e924749c8a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.624121 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:26:45.624838 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:45.691458 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3141556 Feb 16 10:26:45.745497 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d7fb-d579-4e87-a48a-2002869ccc3a demo demo] Pushing event updated for resources: {'Network': ['ID=05a12f86-0cd5-4684-8688-f7e924749c8a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:26:45.759038 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 05a12f86-0cd5-4684-8688-f7e924749c8a details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:26:48.264680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49600) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:48.667167 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d7cfe1-56ac-4f10-999a-72018e2e2a69 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:26:48.668509 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a0d7cfe1-56ac-4f10-999a-72018e2e2a69 demo admin] 10.222.0.45 "GET /v2.0/networks/05a12f86-0cd5-4684-8688-f7e924749c8a HTTP/1.1" status: 200 len: 825 time: 0.4028854 Feb 16 10:26:48.710182 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4f0ee517-44b9-4036-a679-83084a297a32 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/88b12542-a13f-48a6-8c2c-937b8f57be9e HTTP/1.1" status: 200 len: 734 time: 0.0355716 Feb 16 10:26:48.718765 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'name': 'private-subnet', 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:26:48.740680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Made reservation on behalf of 6dfc70b2ee1e4c25b53b7d6a84cef856 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:26:48.743158 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:49.019993 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (ca72c3e9-7f73-423e-ba32-93809db7820f), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:49.088215 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Pushing event updated for resources: {'Subnet': ['ID=ca72c3e9-7f73-423e-ba32-93809db7820f,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:26:49.098985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Checking segment: {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:26:49.099370 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Network hostable DHCP agents. Network: 05a12f86-0cd5-4684-8688-f7e924749c8a, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:26:49.142132 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Network 05a12f86-0cd5-4684-8688-f7e924749c8a is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:26:49.153607 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 05a12f86-0cd5-4684-8688-f7e924749c8a) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:26:49.158699 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:26:49.159286 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:49.167265 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d2afa7-d57a-4c47-9d9e-5fc15c21ee31 None None] Network 05a12f86-0cd5-4684-8688-f7e924749c8a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:26:49.178642 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-76c61354-c31b-4620-b5e7-66e44950c8ff demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4631808 Feb 16 10:26:49.551796 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-05a12f86-0cd5-4684-8688-f7e924749c8a', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:26:49.553064 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:49.831884 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Allocated IP 172.20.0.2 (05a12f86-0cd5-4684-8688-f7e924749c8a/ca72c3e9-7f73-423e-ba32-93809db7820f/a207e2b8-ed76-4c85-8146-251860dd3425) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:26:50.108399 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Publish callbacks [] for port (a207e2b8-ed76-4c85-8146-251860dd3425), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:50.117016 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:50.201123 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Network 05a12f86-0cd5-4684-8688-f7e924749c8a is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:26:50.207380 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:26:50.216367 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:26:50.220821 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Pushing event updated for resources: {'Port': ['ID=a207e2b8-ed76-4c85-8146-251860dd3425,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:26:50.253387 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.253764 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.254135 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.254499 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.254841 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.255180 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.255535 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.255872 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.256207 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.256558 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.256893 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.257220 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.257546 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Tracked resource versions report: Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: pushed versions: Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: { 'AddressGroup': {'1.2'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'ConntrackHelper': {'1.0'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Log': {'1.0'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Network': {'1.1'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Port': {'1.7'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'PortForwarding': {'1.2'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'QosPolicy': {'1.10'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroup': {'1.5'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SubPort': {'1.0'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Subnet': {'1.1'}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Trunk': {'1.1'}} Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: consumer versions: Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'ConntrackHelper': '1.0', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'LocalIPAssociation': '1.0', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Log': '1.0', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Network': '1.1', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Port': '1.7', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'PortForwarding': '1.2', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'QosPolicy': '1.10', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroup': '1.5', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroupRule': '1.2', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SubPort': '1.0', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Subnet': '1.1', Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Trunk': '1.1'}} Feb 16 10:26:50.259003 dv-cinder-804757-12-iscsi neutron-server[102812]: {{(pid=102812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:26:50.310350 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Attempting to bind port a207e2b8-ed76-4c85-8146-251860dd3425 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:26:50.310755 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Attempting to bind port a207e2b8-ed76-4c85-8146-251860dd3425 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:26:50.311178 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Attempting to bind port a207e2b8-ed76-4c85-8146-251860dd3425 on network 05a12f86-0cd5-4684-8688-f7e924749c8a {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:26:50.316721 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:26:50.317096 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Checking segment: {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:26:50.317585 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:50.317977 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Bound using segment: {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:26:50.318460 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Bound port: a207e2b8-ed76-4c85-8146-251860dd3425, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:26:50.318859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:50.383295 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] For port a207e2b8-ed76-4c85-8146-251860dd3425, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:26:50.388349 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] For port a207e2b8-ed76-4c85-8146-251860dd3425, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a207e2b8-ed76-4c85-8146-251860dd3425,segment=NetworkSegment(f3c58f36-09d4-495a-af8c-9454bfb7c147),segment_id=f3c58f36-09d4-495a-af8c-9454bfb7c147)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:26:50.397631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:50.460668 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500f993-fc04-4990-abc8-09b9133e7968 None None] Pushing event updated for resources: {'Port': ['ID=a207e2b8-ed76-4c85-8146-251860dd3425,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:26:51.783588 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49608) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:52.105204 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-d73ecbf0-fde1-4d32-af9c-aefd27c75689 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:26:52.106462 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d73ecbf0-fde1-4d32-af9c-aefd27c75689 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216782 Feb 16 10:26:54.685710 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49616) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:55.002250 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-cb65af0d-0f45-41fc-909d-13dbe1059e64 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:26:55.003301 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cb65af0d-0f45-41fc-909d-13dbe1059e64 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166258 Feb 16 10:26:57.547327 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 49624) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:26:57.864670 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:26:57.894973 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (a0276223-f1e3-435e-8dcf-fffcc9ab6296), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:57.896629 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (a0276223-f1e3-435e-8dcf-fffcc9ab6296), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:58.049815 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] Publish callbacks [] for router_controller (a0276223-f1e3-435e-8dcf-fffcc9ab6296), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:58.054905 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (a0276223-f1e3-435e-8dcf-fffcc9ab6296), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:58.075274 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:26:58.076438 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-02aad3cc-4ad0-42eb-a8b5-790dcfc405e7 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5281339 Feb 16 10:27:00.646762 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 49636) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:27:00.833882 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a207e2b8-ed76-4c85-8146-251860dd3425 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:27:00.931752 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a207e2b8-ed76-4c85-8146-251860dd3425 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:00.932167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:00.980243 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-3a3e4a12-d294-43f3-a43e-a035fec8cb18 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:27:00.989922 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3a3e4a12-d294-43f3-a43e-a035fec8cb18 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3335469 Feb 16 10:27:01.055856 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a207e2b8-ed76-4c85-8146-251860dd3425 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:01.056258 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:01.099303 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port a207e2b8-ed76-4c85-8146-251860dd3425, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a207e2b8-ed76-4c85-8146-251860dd3425,segment=NetworkSegment(f3c58f36-09d4-495a-af8c-9454bfb7c147),segment_id=f3c58f36-09d4-495a-af8c-9454bfb7c147)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:27:01.104082 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:01.160408 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=a207e2b8-ed76-4c85-8146-251860dd3425,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:01.644285 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d2f4316e-7a6d-477d-a024-d2e22fa0f704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:02.046972 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f26a6-feeb-49d1-8a92-aafacb6af6e8 None None] Network 05a12f86-0cd5-4684-8688-f7e924749c8a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:27:02.114549 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d5a8fae4-5f42-470e-84df-4cad94850ad5 None None] Provisioning complete for port a207e2b8-ed76-4c85-8146-251860dd3425 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:02.114941 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d5a8fae4-5f42-470e-84df-4cad94850ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:02.254278 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8fae4-5f42-470e-84df-4cad94850ad5 None None] Current status of the port a207e2b8-ed76-4c85-8146-251860dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:02.575381 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d8c25ad2-d83f-4e38-9bbc-35faf830e7d6 None None] Provisioning complete for port a207e2b8-ed76-4c85-8146-251860dd3425 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:02.575681 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d8c25ad2-d83f-4e38-9bbc-35faf830e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:02.650355 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d8c25ad2-d83f-4e38-9bbc-35faf830e7d6 None None] Current status of the port a207e2b8-ed76-4c85-8146-251860dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:02.809423 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a207e2b8-ed76-4c85-8146-251860dd3425 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:27:02.856905 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a207e2b8-ed76-4c85-8146-251860dd3425 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:02.857218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:02.934976 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a207e2b8-ed76-4c85-8146-251860dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:03.560713 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49644) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:27:03.874901 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:27:03.896164 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Made reservation on behalf of d1a58475abde4aefad48810b7e5502b7 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:27:03.898739 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:03.907550 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:03.979428 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks [] for security_group (3926d91f-8eee-4207-9963-0fca59b23fbd), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:03.983143 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3926d91f-8eee-4207-9963-0fca59b23fbd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:03.996534 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=102811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 10:27:04.018183 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (536e9dd2-81fe-43fa-bf30-27d0cd6ab42e), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:04.018537 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Added segment 536e9dd2-81fe-43fa-bf30-27d0cd6ab42e of type flat for network 25110ee4-ba58-4b9a-973a-dc1397bea369 Feb 16 10:27:04.026408 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3926d91f-8eee-4207-9963-0fca59b23fbd,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:04.066602 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (25110ee4-ba58-4b9a-973a-dc1397bea369), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:04.099137 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (25110ee4-ba58-4b9a-973a-dc1397bea369), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:04.100041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:27:04.100610 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:04.142116 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5803454 Feb 16 10:27:04.198384 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6abed-f4a8-4fb8-b455-9f457ef222f6 admin admin] Pushing event updated for resources: {'Network': ['ID=25110ee4-ba58-4b9a-973a-dc1397bea369,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:04.208957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:27:04.294170 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2993ba-b033-4258-b171-91e792976218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:05.173482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:06.640944 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:06.679056 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49662) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:27:06.854524 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78040893-d4fd-4395-88d8-6c02b3d451ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:27:06.855860 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-78040893-d4fd-4395-88d8-6c02b3d451ca demo admin] 10.222.0.45 "GET /v2.0/subnets/ca72c3e9-7f73-423e-ba32-93809db7820f HTTP/1.1" status: 200 len: 849 time: 0.1758435 Feb 16 10:27:07.020008 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4fcd6fb0-71e0-488a-a6ff-f4d082d3bc57 demo admin] 10.222.0.45 "GET /v2.0/routers/a0276223-f1e3-435e-8dcf-fffcc9ab6296 HTTP/1.1" status: 200 len: 704 time: 0.1579471 Feb 16 10:27:07.292036 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:07.584040 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Allocated IP 172.20.0.1 (05a12f86-0cd5-4684-8688-f7e924749c8a/ca72c3e9-7f73-423e-ba32-93809db7820f/db77ea53-14f0-4544-a785-bbb088bb8431) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:27:07.736617 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks [] for port (db77ea53-14f0-4544-a785-bbb088bb8431), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:07.801274 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:07.918818 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Network 05a12f86-0cd5-4684-8688-f7e924749c8a is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:27:07.927118 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:27:07.929735 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:27:07.930475 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (a0276223-f1e3-435e-8dcf-fffcc9ab6296), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:07.952584 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Pushing event updated for resources: {'Port': ['ID=db77ea53-14f0-4544-a785-bbb088bb8431,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:08.080521 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.098317 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-c5f68138-2f3b-4699-87d8-a1b69f209390 None None] Provisioning complete for port db77ea53-14f0-4544-a785-bbb088bb8431 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:08.098793 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c5f68138-2f3b-4699-87d8-a1b69f209390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.131956 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-c5f68138-2f3b-4699-87d8-a1b69f209390 None None] Port db77ea53-14f0-4544-a785-bbb088bb8431 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:27:08.143832 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.351897 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks [] for port (db77ea53-14f0-4544-a785-bbb088bb8431), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.356144 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.357132 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (a0276223-f1e3-435e-8dcf-fffcc9ab6296), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.415138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Pushing event updated for resources: {'Port': ['ID=db77ea53-14f0-4544-a785-bbb088bb8431,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:08.482175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Network 05a12f86-0cd5-4684-8688-f7e924749c8a is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:27:08.483764 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:27:08.651911 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Router a0276223-f1e3-435e-8dcf-fffcc9ab6296 is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:27:08.654962 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d01c9d0e-2a3c-4df1-9b42-6653b27bcfba None None] Provisioning complete for port db77ea53-14f0-4544-a785-bbb088bb8431 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:08.656125 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d01c9d0e-2a3c-4df1-9b42-6653b27bcfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:08.690621 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d01c9d0e-2a3c-4df1-9b42-6653b27bcfba None None] Port db77ea53-14f0-4544-a785-bbb088bb8431 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:27:08.744935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:27:08.751186 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8d6af1ff-71e0-4780-8dab-05bfa25f6802 demo admin] 10.222.0.45 "PUT /v2.0/routers/a0276223-f1e3-435e-8dcf-fffcc9ab6296/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7261071 Feb 16 10:27:08.769984 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Sync routers for ids ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:27:08.783698 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Routers {'a0276223-f1e3-435e-8dcf-fffcc9ab6296'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:27:08.784539 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:27:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:08.976451 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Set router a0276223-f1e3-435e-8dcf-fffcc9ab6296 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:27:09.411481 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'name': 'router1', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:26:57Z', 'updated_at': '2022-02-16T10:27:08Z', 'revision_number': 2, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'gw_port_host': None, '_interfaces': [{'id': 'db77ea53-14f0-4544-a785-bbb088bb8431', 'name': '', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'mac_address': 'fa:16:3e:81:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:07Z', 'updated_at': '2022-02-16T10:27:08Z', 'revision_number': 2, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'subnets': [{'id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:09.464989 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Checking router: a0276223-f1e3-435e-8dcf-fffcc9ab6296 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:27:09.465366 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Updating router a0276223-f1e3-435e-8dcf-fffcc9ab6296 port db77ea53-14f0-4544-a785-bbb088bb8431 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:27:09.517976 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.047228 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Publish callbacks [] for port (db77ea53-14f0-4544-a785-bbb088bb8431), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.053390 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.213053 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Pushing event updated for resources: {'Port': ['ID=db77ea53-14f0-4544-a785-bbb088bb8431,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:10.233023 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Attempting to bind port db77ea53-14f0-4544-a785-bbb088bb8431 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:27:10.234022 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Attempting to bind port db77ea53-14f0-4544-a785-bbb088bb8431 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:27:10.234493 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Attempting to bind port db77ea53-14f0-4544-a785-bbb088bb8431 on network 05a12f86-0cd5-4684-8688-f7e924749c8a {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:27:10.237364 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.237718 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.238080 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.238440 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.238768 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.239093 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.239433 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.239760 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.240084 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.240419 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.240740 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.241059 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.241372 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Tracked resource versions report: Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: pushed versions: Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: { 'AddressGroup': {'1.2'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'ConntrackHelper': {'1.0'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Log': {'1.0'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Network': {'1.1'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Port': {'1.7'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'PortForwarding': {'1.2'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'QosPolicy': {'1.10'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroup': {'1.5'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SubPort': {'1.0'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Subnet': {'1.1'}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Trunk': {'1.1'}} Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: consumer versions: Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'ConntrackHelper': '1.0', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'LocalIPAssociation': '1.0', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Log': '1.0', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Network': '1.1', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Port': '1.7', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'PortForwarding': '1.2', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'QosPolicy': '1.10', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroup': '1.5', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroupRule': '1.2', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SubPort': '1.0', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Subnet': '1.1', Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Trunk': '1.1'}} Feb 16 10:27:10.242924 dv-cinder-804757-12-iscsi neutron-server[102813]: {{(pid=102813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:27:10.251050 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:27:10.251456 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Checking segment: {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:27:10.251952 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.252346 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Bound using segment: {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:27:10.252817 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Bound port: db77ea53-14f0-4544-a785-bbb088bb8431, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c58f36-09d4-495a-af8c-9454bfb7c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:27:10.253196 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.319984 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-74a42795-fe5f-4179-9e9c-99ca4f742f34 None None] Provisioning complete for port db77ea53-14f0-4544-a785-bbb088bb8431 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:10.320552 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-74a42795-fe5f-4179-9e9c-99ca4f742f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.322499 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] For port db77ea53-14f0-4544-a785-bbb088bb8431, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:27:10.341468 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] For port db77ea53-14f0-4544-a785-bbb088bb8431, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=db77ea53-14f0-4544-a785-bbb088bb8431,segment=NetworkSegment(f3c58f36-09d4-495a-af8c-9454bfb7c147),segment_id=f3c58f36-09d4-495a-af8c-9454bfb7c147)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:27:10.347950 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.355311 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-74a42795-fe5f-4179-9e9c-99ca4f742f34 None None] Port db77ea53-14f0-4544-a785-bbb088bb8431 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:27:10.404207 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fd740-b7fe-4528-b0d8-523c74d16817 None None] Pushing event updated for resources: {'Port': ['ID=db77ea53-14f0-4544-a785-bbb088bb8431,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:10.413879 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Routers {'a0276223-f1e3-435e-8dcf-fffcc9ab6296'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:27:10.414521 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:27:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:10.507219 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] Set router a0276223-f1e3-435e-8dcf-fffcc9ab6296 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:27:10.575749 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] Provisioning complete for port db77ea53-14f0-4544-a785-bbb088bb8431 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:10.576484 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.719898 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] Current status of the port db77ea53-14f0-4544-a785-bbb088bb8431 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:10.720325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.724035 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'name': 'router1', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:26:57Z', 'updated_at': '2022-02-16T10:27:08Z', 'revision_number': 2, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'gw_port_host': None, '_interfaces': [{'id': 'db77ea53-14f0-4544-a785-bbb088bb8431', 'name': '', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'mac_address': 'fa:16:3e:81:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:07Z', 'updated_at': '2022-02-16T10:27:10Z', 'revision_number': 4, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'subnets': [{'id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:10.754215 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] For port db77ea53-14f0-4544-a785-bbb088bb8431, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=db77ea53-14f0-4544-a785-bbb088bb8431,segment=NetworkSegment(f3c58f36-09d4-495a-af8c-9454bfb7c147),segment_id=f3c58f36-09d4-495a-af8c-9454bfb7c147)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:27:10.756077 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3825f-e09b-4482-8661-0ddb1ca7d7e6 None None] The sync data for ids ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'] in dv-cinder-804757-12-iscsi is: [{'id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'name': 'router1', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:26:57Z', 'updated_at': '2022-02-16T10:27:08Z', 'revision_number': 2, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'gw_port_host': None, '_interfaces': [{'id': 'db77ea53-14f0-4544-a785-bbb088bb8431', 'name': '', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'mac_address': 'fa:16:3e:81:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:07Z', 'updated_at': '2022-02-16T10:27:10Z', 'revision_number': 4, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'subnets': [{'id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:27:10.760238 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:10.809211 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b267d-7376-46ea-b0d3-c45920ce0265 None None] Pushing event updated for resources: {'Port': ['ID=db77ea53-14f0-4544-a785-bbb088bb8431,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:11.216462 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 49682) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:27:11.327255 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dada71-26e3-40fb-ae63-da7ef0c277a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:27:11.328686 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a7dada71-26e3-40fb-ae63-da7ef0c277a8 admin admin] 10.222.0.45 "GET /v2.0/networks/25110ee4-ba58-4b9a-973a-dc1397bea369 HTTP/1.1" status: 200 len: 842 time: 0.1111894 Feb 16 10:27:11.338219 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:27:11.358671 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Made reservation on behalf of d1a58475abde4aefad48810b7e5502b7 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:27:11.361072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:11.636656 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.objects.ports [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102811) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 10:27:11.636983 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (8d956bff-770c-4c62-a6e8-1beaba31b617), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:11.690196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d956bff-770c-4c62-a6e8-1beaba31b617,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:11.698979 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:27:11.699331 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Network hostable DHCP agents. Network: 25110ee4-ba58-4b9a-973a-dc1397bea369, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:27:11.719389 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:27:11.731304 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 25110ee4-ba58-4b9a-973a-dc1397bea369) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:27:11.736424 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:27:11.737023 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:11.742278 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1117f69b-a5cf-4d77-86d1-01d5c933d2ec None None] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:27:11.766143 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-83134674-72d3-473f-9577-cea3b29fe6f5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4210043 Feb 16 10:27:11.848481 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903f900-cbbd-4222-9ed0-fd012e622234 None None] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:27:14.262642 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 49690) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:27:14.489176 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4063ec2e-cd6a-4584-9071-39a5bc1d1b2d demo admin] 10.222.0.45 "GET /v2.0/routers/a0276223-f1e3-435e-8dcf-fffcc9ab6296 HTTP/1.1" status: 200 len: 710 time: 0.2254198 Feb 16 10:27:14.675129 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f474b5-2260-46f0-9cdf-84163c619918 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:27:14.676627 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b3f474b5-2260-46f0-9cdf-84163c619918 demo admin] 10.222.0.45 "GET /v2.0/networks/25110ee4-ba58-4b9a-973a-dc1397bea369 HTTP/1.1" status: 200 len: 886 time: 0.1822779 Feb 16 10:27:14.685372 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:27:14.957145 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks [] for router_gateway (a0276223-f1e3-435e-8dcf-fffcc9ab6296), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:15.197740 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks [] for router_gateway (a0276223-f1e3-435e-8dcf-fffcc9ab6296), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:15.272738 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:15.452368 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Allocated IP 172.27.2.46 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/82af646c-84a0-4c6d-8464-e84a8ea7f377) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:27:15.564021 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks [] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:15.624178 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:15.648298 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:27:15.668573 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:27:15.739082 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:27:15.742113 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Pushing event updated for resources: {'Port': ['ID=82af646c-84a0-4c6d-8464-e84a8ea7f377,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:15.808760 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.809119 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.809464 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.809809 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.810162 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.810491 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.810860 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.811376 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.811719 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.812063 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.812393 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.812713 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.813030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Tracked resource versions report: Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: pushed versions: Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: { 'AddressGroup': {'1.2'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'ConntrackHelper': {'1.0'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Log': {'1.0'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Network': {'1.1'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Port': {'1.7'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'PortForwarding': {'1.2'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'QosPolicy': {'1.10'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroup': {'1.5'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SubPort': {'1.0'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Subnet': {'1.1'}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Trunk': {'1.1'}} Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: consumer versions: Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'ConntrackHelper': '1.0', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'LocalIPAssociation': '1.0', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Log': '1.0', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Network': '1.1', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Port': '1.7', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'PortForwarding': '1.2', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'QosPolicy': '1.10', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroup': '1.5', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroupRule': '1.2', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SubPort': '1.0', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Subnet': '1.1', Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Trunk': '1.1'}} Feb 16 10:27:15.814475 dv-cinder-804757-12-iscsi neutron-server[102810]: {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:27:16.102883 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks [] for router_gateway (a0276223-f1e3-435e-8dcf-fffcc9ab6296), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:16.308014 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42336'] for router (a0276223-f1e3-435e-8dcf-fffcc9ab6296), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:16.312699 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-398658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424939'] for router (a0276223-f1e3-435e-8dcf-fffcc9ab6296), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:16.424429 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Router a0276223-f1e3-435e-8dcf-fffcc9ab6296 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:27:16.532363 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:27:16.536591 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:16.550143 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-919ded15-c04b-4ba6-8600-4f64859349c7 demo admin] 10.222.0.45 "PUT /v2.0/routers/a0276223-f1e3-435e-8dcf-fffcc9ab6296 HTTP/1.1" status: 200 len: 889 time: 1.8555341 Feb 16 10:27:18.851477 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device db77ea53-14f0-4544-a785-bbb088bb8431 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:27:18.901622 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port db77ea53-14f0-4544-a785-bbb088bb8431 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:18.901943 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:18.985816 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port db77ea53-14f0-4544-a785-bbb088bb8431 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:19.098024 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 49706) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:27:19.219735 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c14f6581-c7c0-4b65-9879-1c5391834edf admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1204677 Feb 16 10:27:19.566757 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Sync routers for ids ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:27:19.578628 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Routers {'a0276223-f1e3-435e-8dcf-fffcc9ab6296'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:27:19.579350 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:27:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:19.797605 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Set router a0276223-f1e3-435e-8dcf-fffcc9ab6296 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:27:20.204624 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'name': 'router1', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '82af646c-84a0-4c6d-8464-e84a8ea7f377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:26:57Z', 'updated_at': '2022-02-16T10:27:15Z', 'revision_number': 4, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'gw_port': {'id': '82af646c-84a0-4c6d-8464-e84a8ea7f377', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:15Z', 'updated_at': '2022-02-16T10:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'db77ea53-14f0-4544-a785-bbb088bb8431', 'name': '', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'mac_address': 'fa:16:3e:81:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:07Z', 'updated_at': '2022-02-16T10:27:10Z', 'revision_number': 5, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'subnets': [{'id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:20.256898 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Checking router: a0276223-f1e3-435e-8dcf-fffcc9ab6296 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:27:20.257278 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Updating router a0276223-f1e3-435e-8dcf-fffcc9ab6296 port 82af646c-84a0-4c6d-8464-e84a8ea7f377 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:27:20.307117 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:20.713952 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Publish callbacks [] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:20.720132 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:20.772853 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b625da-d41d-44d2-9701-b22781fe5ea7 None None] Pushing event updated for resources: {'Port': ['ID=82af646c-84a0-4c6d-8464-e84a8ea7f377,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:20.775780 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Attempting to bind port 82af646c-84a0-4c6d-8464-e84a8ea7f377 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:27:20.776143 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Attempting to bind port 82af646c-84a0-4c6d-8464-e84a8ea7f377 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:27:20.776513 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Attempting to bind port 82af646c-84a0-4c6d-8464-e84a8ea7f377 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:27:20.786466 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:27:20.786466 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:27:20.786466 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:20.786466 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:27:20.786466 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Bound port: 82af646c-84a0-4c6d-8464-e84a8ea7f377, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:27:20.786466 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:20.834156 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] For port 82af646c-84a0-4c6d-8464-e84a8ea7f377, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:27:20.837551 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] For port 82af646c-84a0-4c6d-8464-e84a8ea7f377, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=82af646c-84a0-4c6d-8464-e84a8ea7f377,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:27:20.843817 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:20.919265 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b625da-d41d-44d2-9701-b22781fe5ea7 None None] Pushing event updated for resources: {'Port': ['ID=82af646c-84a0-4c6d-8464-e84a8ea7f377,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:20.923219 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Routers {'a0276223-f1e3-435e-8dcf-fffcc9ab6296'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:27:20.923828 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:27:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:21.043639 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] Set router a0276223-f1e3-435e-8dcf-fffcc9ab6296 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:27:21.277097 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'name': 'router1', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '82af646c-84a0-4c6d-8464-e84a8ea7f377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:26:57Z', 'updated_at': '2022-02-16T10:27:15Z', 'revision_number': 4, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'gw_port': {'id': '82af646c-84a0-4c6d-8464-e84a8ea7f377', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:15Z', 'updated_at': '2022-02-16T10:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'db77ea53-14f0-4544-a785-bbb088bb8431', 'name': '', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'mac_address': 'fa:16:3e:81:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:07Z', 'updated_at': '2022-02-16T10:27:10Z', 'revision_number': 5, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'subnets': [{'id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:27:21.304034 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711d60e-ed80-4c26-8dc6-31086f19d9f5 None None] The sync data for ids ['a0276223-f1e3-435e-8dcf-fffcc9ab6296'] in dv-cinder-804757-12-iscsi is: [{'id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'name': 'router1', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '82af646c-84a0-4c6d-8464-e84a8ea7f377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:26:57Z', 'updated_at': '2022-02-16T10:27:15Z', 'revision_number': 4, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'gw_port': {'id': '82af646c-84a0-4c6d-8464-e84a8ea7f377', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:15Z', 'updated_at': '2022-02-16T10:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'db77ea53-14f0-4544-a785-bbb088bb8431', 'name': '', 'network_id': '05a12f86-0cd5-4684-8688-f7e924749c8a', 'tenant_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'mac_address': 'fa:16:3e:81:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0276223-f1e3-435e-8dcf-fffcc9ab6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:27:07Z', 'updated_at': '2022-02-16T10:27:10Z', 'revision_number': 5, 'project_id': '6dfc70b2ee1e4c25b53b7d6a84cef856', 'subnets': [{'id': 'ca72c3e9-7f73-423e-ba32-93809db7820f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88b12542-a13f-48a6-8c2c-937b8f57be9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:27:22.823251 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:27:22.900606 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 82af646c-84a0-4c6d-8464-e84a8ea7f377 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:27:22.971758 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 82af646c-84a0-4c6d-8464-e84a8ea7f377 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:22.972185 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:23.062528 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 82af646c-84a0-4c6d-8464-e84a8ea7f377 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:23.063311 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:23.085347 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port 82af646c-84a0-4c6d-8464-e84a8ea7f377, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=82af646c-84a0-4c6d-8464-e84a8ea7f377,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:27:23.093858 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:23.156080 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=82af646c-84a0-4c6d-8464-e84a8ea7f377,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:27:24.910666 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 82af646c-84a0-4c6d-8464-e84a8ea7f377 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:27:25.142409 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 82af646c-84a0-4c6d-8464-e84a8ea7f377 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:27:25.143905 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (82af646c-84a0-4c6d-8464-e84a8ea7f377), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:25.449230 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 82af646c-84a0-4c6d-8464-e84a8ea7f377 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:27:31.637552 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-42666f69-642b-489e-afc9-a28c25e52e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:34.260380 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-50a49c47-a986-420c-be7e-a0f186000544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:35.181642 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:36.653212 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:38.097453 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:27:59.822328 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:28:01.775222 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-15321388-42ab-4d40-837a-01e692b9bfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:04.254356 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c59eba56-163b-42b2-ab13-d1c8c0d3f649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:05.179901 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:06.649451 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:08.081178 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:31.640104 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3cfe-2039-4c56-b915-b4500931144f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:34.262450 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-28e92473-c080-4d17-bca0-8308478ee380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:35.184309 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:36.653896 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:36.820296 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:28:38.085560 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:41.045147 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50190) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:41.105506 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7e4ab2-b76b-4e1d-81a7-434111255ad9 admin admin] GET failed (client error): The resource could not be found. Feb 16 10:28:41.106827 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5a7e4ab2-b76b-4e1d-81a7-434111255ad9 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607362 Feb 16 10:28:41.338022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4b2eca-b6ee-4305-b467-1592c4e07ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:41.339505 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8f4b2eca-b6ee-4305-b467-1592c4e07ce1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2285695 Feb 16 10:28:43.682221 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50200) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:43.774311 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566e3c7-23e9-4027-9dec-59ceb7f02d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:43.775654 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6566e3c7-23e9-4027-9dec-59ceb7f02d08 admin admin] 10.222.0.45 "GET /v2.0/subnets/ca72c3e9-7f73-423e-ba32-93809db7820f HTTP/1.1" status: 200 len: 849 time: 0.0924733 Feb 16 10:28:43.785790 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:28:43.871544 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Publish callbacks [] for subnet (ca72c3e9-7f73-423e-ba32-93809db7820f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:44.015324 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753319392615'] for subnet (ca72c3e9-7f73-423e-ba32-93809db7820f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:44.046239 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:44.046829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:44.058587 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] 10.222.0.45 "PUT /v2.0/subnets/ca72c3e9-7f73-423e-ba32-93809db7820f HTTP/1.1" status: 200 len: 868 time: 0.2659078 Feb 16 10:28:44.065421 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b6903-50f9-4092-b39b-6eba96a20ddb None None] Network 05a12f86-0cd5-4684-8688-f7e924749c8a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:28:44.066049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca72c3e9-7f73-423e-ba32-93809db7820f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:28:44.073677 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.074561 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.074561 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.074997 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.075296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.075629 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.075974 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.076308 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.076635 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.076966 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.077289 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.077609 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.077929 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a99e7-53ca-4557-b1a2-145a4b7d4806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:28:44.374730 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-980325ad-ef73-47d5-b87f-2088d5cfe0cb None None] Provisioning complete for port db77ea53-14f0-4544-a785-bbb088bb8431 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:28:44.375115 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-980325ad-ef73-47d5-b87f-2088d5cfe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (db77ea53-14f0-4544-a785-bbb088bb8431), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:44.455617 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-980325ad-ef73-47d5-b87f-2088d5cfe0cb None None] Current status of the port db77ea53-14f0-4544-a785-bbb088bb8431 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:28:44.466414 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-980325ad-ef73-47d5-b87f-2088d5cfe0cb None None] Provisioning complete for port a207e2b8-ed76-4c85-8146-251860dd3425 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:28:44.466764 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-980325ad-ef73-47d5-b87f-2088d5cfe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a207e2b8-ed76-4c85-8146-251860dd3425), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:28:44.540428 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-980325ad-ef73-47d5-b87f-2088d5cfe0cb None None] Current status of the port a207e2b8-ed76-4c85-8146-251860dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:28:46.406263 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50208) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:46.606943 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b2681-112d-4f77-85b7-bc10640846d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:46.607326 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b2681-112d-4f77-85b7-bc10640846d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:46.608862 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-660b2681-112d-4f77-85b7-bc10640846d6 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016349 Feb 16 10:28:48.918936 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50216) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:49.120366 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05871b64-1c4e-4a88-abb3-748a53dc3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:49.120971 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05871b64-1c4e-4a88-abb3-748a53dc3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:49.122556 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-05871b64-1c4e-4a88-abb3-748a53dc3a9d admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026637 Feb 16 10:28:51.481528 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50226) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:51.627850 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e08ce8-a661-4f4c-a218-167222176b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:51.629207 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-73e08ce8-a661-4f4c-a218-167222176b39 admin admin] 10.222.0.45 "GET /v2.0/networks/05a12f86-0cd5-4684-8688-f7e924749c8a HTTP/1.1" status: 200 len: 869 time: 0.1466990 Feb 16 10:28:54.021922 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50234) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:54.144645 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27980bb-60a8-47d4-881a-18d3376a99cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:54.146005 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e27980bb-60a8-47d4-881a-18d3376a99cf admin admin] 10.222.0.45 "GET /v2.0/networks/25110ee4-ba58-4b9a-973a-dc1397bea369 HTTP/1.1" status: 200 len: 886 time: 0.1231132 Feb 16 10:28:56.474632 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50242) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:56.598592 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c2919-db75-4dcc-a7c8-ec831a72724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:56.599081 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c2919-db75-4dcc-a7c8-ec831a72724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:56.600604 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9f4c2919-db75-4dcc-a7c8-ec831a72724d admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249919 Feb 16 10:28:58.930923 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50250) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:28:59.034565 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0dd64a-38e0-4401-bad6-de5eb49524e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:59.035018 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0dd64a-38e0-4401-bad6-de5eb49524e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:28:59.036536 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3c0dd64a-38e0-4401-bad6-de5eb49524e2 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046050 Feb 16 10:29:01.373192 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50258) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:29:01.458634 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7985596c-97ec-44ac-81bb-5bd088ad113a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:29:01.459967 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7985596c-97ec-44ac-81bb-5bd088ad113a admin admin] 10.222.0.45 "GET /v2.0/subnets/8d956bff-770c-4c62-a6e8-1beaba31b617 HTTP/1.1" status: 200 len: 816 time: 0.0858159 Feb 16 10:29:01.641755 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-9abba807-ca3d-49d1-809e-9972431dc1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:03.843549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50266) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:29:03.948694 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77f25e-bb91-4bdb-9a26-6733409eefc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:29:03.950046 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8b77f25e-bb91-4bdb-9a26-6733409eefc8 admin admin] 10.222.0.45 "GET /v2.0/subnets/ca72c3e9-7f73-423e-ba32-93809db7820f HTTP/1.1" status: 200 len: 868 time: 0.1054649 Feb 16 10:29:04.264307 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e0b-f39d-4fc1-9e99-2279ff93ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:05.185718 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:06.656945 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:08.087993 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:13.819904 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:29:31.643345 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-1a4f49ca-f408-4a32-bb8f-1393908125a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:32.518230 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50318) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:29:32.564709 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-416cd128-ce94-459c-b085-1e8e672a303c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:29:32.565691 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-416cd128-ce94-459c-b085-1e8e672a303c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465229 Feb 16 10:29:34.269187 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-927acd69-fc16-46bc-84a0-da191e00813b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:34.996425 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50326) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:29:35.057930 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57c113f-c69a-4e5c-acd9-b970eab579e9 admin admin] GET failed (client error): The resource could not be found. Feb 16 10:29:35.059224 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f57c113f-c69a-4e5c-acd9-b970eab579e9 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618794 Feb 16 10:29:35.187549 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:35.201872 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22abd09-3bc9-4062-9344-dc4fbfa29fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:29:35.203429 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a22abd09-3bc9-4062-9344-dc4fbfa29fff admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400924 Feb 16 10:29:36.661816 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:37.605885 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50334) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:29:37.653655 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:29:37.675888 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Made reservation on behalf of d1a58475abde4aefad48810b7e5502b7 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:29:37.678596 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:37.793967 dv-cinder-804757-12-iscsi neutron-server[102810]: WARNING neutron.services.revisions.revision_plugin [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Could not find related network for resource to bump revision. Feb 16 10:29:37.811342 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:29:37.825047 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753319463810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (2886db1b-2ecc-4573-8df4-cf70856d11c0), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:37.825595 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Unsubscribe: segment precommit_create {{(pid=102810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 10:29:37.826038 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Added segment 2886db1b-2ecc-4573-8df4-cf70856d11c0 of type vlan for network 6b9797cc-1a05-4ddc-abf4-23e2582a845a Feb 16 10:29:37.875863 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (6b9797cc-1a05-4ddc-abf4-23e2582a845a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:37.906152 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (6b9797cc-1a05-4ddc-abf4-23e2582a845a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:37.907079 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:29:37.907676 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:37.962208 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3551905 Feb 16 10:29:38.001766 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Pushing event updated for resources: {'Network': ['ID=6b9797cc-1a05-4ddc-abf4-23e2582a845a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:29:38.009116 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.009490 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.010593 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.010856 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.011190 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.011671 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.012022 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.012356 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.012684 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.013013 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.013339 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.013670 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.013993 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e082b0-0385-443b-a7bd-b63fe7f0e9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:38.026464 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 6b9797cc-1a05-4ddc-abf4-23e2582a845a details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:29:38.109312 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:40.348327 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50342) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:29:40.408578 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.pecan_wsgi.hooks.translation [None req-bada3c5e-4e8e-4df4-904a-defb6e24d7d3 admin admin] GET failed (client error): The resource could not be found. Feb 16 10:29:40.409838 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bada3c5e-4e8e-4df4-904a-defb6e24d7d3 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605202 Feb 16 10:29:40.491895 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb0704-24ad-4ad3-b2c1-9ecba8d552ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:29:40.493327 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4bbb0704-24ad-4ad3-b2c1-9ecba8d552ed admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0794389 Feb 16 10:29:40.503196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:29:40.521664 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Made reservation on behalf of d1a58475abde4aefad48810b7e5502b7 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:29:40.523861 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:40.687405 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (57dd8eb8-3211-473a-bfe8-61e8aa8317ee), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:40.739400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dd8eb8-3211-473a-bfe8-61e8aa8317ee,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:29:40.750183 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Checking segment: {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:29:40.750537 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Network hostable DHCP agents. Network: 6b9797cc-1a05-4ddc-abf4-23e2582a845a, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:29:40.766608 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Network 6b9797cc-1a05-4ddc-abf4-23e2582a845a is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:29:40.774302 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 6b9797cc-1a05-4ddc-abf4-23e2582a845a) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:29:40.780153 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:29:40.780760 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:40.785167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf08b6-950a-4bc1-b10b-634b3f81ffd7 None None] Network 6b9797cc-1a05-4ddc-abf4-23e2582a845a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:29:40.800989 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e5988aed-2e40-4158-9efe-70dbebcbc637 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982481 Feb 16 10:29:40.891887 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-6b9797cc-1a05-4ddc-abf4-23e2582a845a', 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a', 'project_id': 'd1a58475abde4aefad48810b7e5502b7', 'fixed_ips': [{'subnet_id': '57dd8eb8-3211-473a-bfe8-61e8aa8317ee'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:29:40.892785 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:41.038205 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Allocated IP 192.168.233.2 (6b9797cc-1a05-4ddc-abf4-23e2582a845a/57dd8eb8-3211-473a-bfe8-61e8aa8317ee/145a8c02-a46a-4afd-b576-e4286051340c) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:29:41.192857 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Publish callbacks [] for port (145a8c02-a46a-4afd-b576-e4286051340c), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:41.199842 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (145a8c02-a46a-4afd-b576-e4286051340c), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:41.246476 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Network 6b9797cc-1a05-4ddc-abf4-23e2582a845a is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:29:41.251201 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:29:41.255788 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:29:41.257638 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Pushing event updated for resources: {'Port': ['ID=145a8c02-a46a-4afd-b576-e4286051340c,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:29:41.266859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.267227 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.267598 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.267947 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.268287 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.268628 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.268982 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.269366 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.269649 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.269997 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.270375 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.270691 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.271012 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:29:41.327971 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Attempting to bind port 145a8c02-a46a-4afd-b576-e4286051340c on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:29:41.328341 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Attempting to bind port 145a8c02-a46a-4afd-b576-e4286051340c by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:29:41.328702 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Attempting to bind port 145a8c02-a46a-4afd-b576-e4286051340c on network 6b9797cc-1a05-4ddc-abf4-23e2582a845a {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:29:41.333687 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:29:41.334056 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Checking segment: {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:29:41.334494 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:41.337257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Bound using segment: {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:29:41.337257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Bound port: 145a8c02-a46a-4afd-b576-e4286051340c, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:29:41.337257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (145a8c02-a46a-4afd-b576-e4286051340c), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:41.396676 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] For port 145a8c02-a46a-4afd-b576-e4286051340c, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:29:41.399670 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] For port 145a8c02-a46a-4afd-b576-e4286051340c, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=145a8c02-a46a-4afd-b576-e4286051340c,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:29:41.406530 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (145a8c02-a46a-4afd-b576-e4286051340c), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:41.473176 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a17cc-9a68-4491-968b-a941a4745565 None None] Pushing event updated for resources: {'Port': ['ID=145a8c02-a46a-4afd-b576-e4286051340c,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:29:42.293241 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d0527-ac4f-4329-bca3-b299bab945d4 None None] Network 6b9797cc-1a05-4ddc-abf4-23e2582a845a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:29:42.366661 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] Provisioning complete for port 145a8c02-a46a-4afd-b576-e4286051340c triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:29:42.367053 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (145a8c02-a46a-4afd-b576-e4286051340c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:42.488726 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] Current status of the port 145a8c02-a46a-4afd-b576-e4286051340c is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:29:42.488726 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (145a8c02-a46a-4afd-b576-e4286051340c), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:42.526793 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] For port 145a8c02-a46a-4afd-b576-e4286051340c, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=145a8c02-a46a-4afd-b576-e4286051340c,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:29:42.531280 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (145a8c02-a46a-4afd-b576-e4286051340c), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:42.585490 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beba2e8-5f23-4b72-86cf-437f0d19ed3a None None] Pushing event updated for resources: {'Port': ['ID=145a8c02-a46a-4afd-b576-e4286051340c,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:29:42.650950 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-40d1ed96-a10a-4056-b7b7-ee554afbc49a None None] Provisioning complete for port 145a8c02-a46a-4afd-b576-e4286051340c triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:29:42.651515 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-40d1ed96-a10a-4056-b7b7-ee554afbc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (145a8c02-a46a-4afd-b576-e4286051340c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:42.732279 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-40d1ed96-a10a-4056-b7b7-ee554afbc49a None None] Current status of the port 145a8c02-a46a-4afd-b576-e4286051340c is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:29:42.951988 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 145a8c02-a46a-4afd-b576-e4286051340c up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:29:43.007662 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 145a8c02-a46a-4afd-b576-e4286051340c triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:29:43.007662 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (145a8c02-a46a-4afd-b576-e4286051340c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:29:43.084163 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 145a8c02-a46a-4afd-b576-e4286051340c is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:29:50.818858 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:30:01.645446 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa566-4845-4334-9a16-2cac73090fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:04.272472 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-952c5da5-ca6f-41e4-bea8-3d6f02df762d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:05.189867 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:06.664540 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:08.092969 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:27.817343 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:30:31.646852 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0ff526e0-d6ba-43ae-a551-3b2ae6f00f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:34.274368 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-cc07c243-c86c-490f-bad0-f249e1b18f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:35.193496 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:36.669116 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:30:38.103581 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:01.655147 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d13e69f5-93d6-43cf-926a-9bccffad7b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:03.819609 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50380) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:31:03.825424 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-8d7f4a02-2faa-4399-949c-97a2d52ceaef tempest-verify_tempest_config-181218806 tempest-verify_tempest_config-181218806-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:31:03.826427 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8d7f4a02-2faa-4399-949c-97a2d52ceaef tempest-verify_tempest_config-181218806 tempest-verify_tempest_config-181218806-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057533 Feb 16 10:31:04.115450 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50398) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:31:04.222263 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.276170 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3baea792-7b25-4ce8-bb58-3c16b1a3dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.326293 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Publish callbacks [] for security_group (4fd676a4-a3d2-4439-886c-1f6971a4af40), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.329956 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4fd676a4-a3d2-4439-886c-1f6971a4af40), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.373819 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ada277230cac44d09e992376332630bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2573109 Feb 16 10:31:04.376591 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd676a4-a3d2-4439-886c-1f6971a4af40,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:31:04.377180 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50404) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:31:04.384629 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.384990 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.385343 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.385687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.386027 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.386385 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.386720 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.387056 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.387518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.387882 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.388217 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.388542 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.388867 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d224118a-54ac-44de-a132-0bab5bc15780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.440694 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Publish callbacks [] for security_group (4fd676a4-a3d2-4439-886c-1f6971a4af40), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.461444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Publish callbacks [] for security_group (4fd676a4-a3d2-4439-886c-1f6971a4af40), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.551438 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4fd676a4-a3d2-4439-886c-1f6971a4af40), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.553828 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:04.556295 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fd676a4-a3d2-4439-886c-1f6971a4af40 HTTP/1.1" status: 204 len: 168 time: 0.1780057 Feb 16 10:31:04.564444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd676a4-a3d2-4439-886c-1f6971a4af40,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:31:04.571648 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.572004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.572345 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.572683 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.573014 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.573339 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.573654 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.573980 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.574361 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.574690 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.575012 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.575332 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.575652 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3c2e5-64f6-495c-bdfa-d342bb15d4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:31:04.815993 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:31:05.194447 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:06.671820 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:08.096955 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:31.648705 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-76175310-5841-42a3-8185-d75db65ecdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:34.280261 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-63eca34a-1270-46c6-ae53-c522f95a4785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:35.199334 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:36.673566 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:38.099527 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:31:41.814347 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:32:01.651924 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-f003e6b3-5d80-4b2c-bb55-b74109cdd248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:04.282218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4019bf74-55dd-4d69-9793-b08eadf18888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:05.200379 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:06.677899 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:08.105732 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:18.812693 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 5 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:32:31.658414 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-495344e3-4762-494b-ade0-c3a19721664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:34.283470 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-f276ecc2-f263-4711-8449-e0cb7b25cebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:35.203734 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:36.681587 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:38.100871 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:41.581781 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393538'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:32:55.812114 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:32:56.376355 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50474) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:32:56.477988 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7041dd51-635b-40ad-8c4c-9e27a6e94298 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1003375 Feb 16 10:32:58.814008 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50484) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:32:58.878118 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bf655891-a99e-493a-a0d8-6c32efc0e4cc admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0629556 Feb 16 10:33:01.651743 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0cdff4bc-e773-462f-9920-a972d25ea768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:04.284240 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-033f8858-641a-4391-9320-2ee184dfb3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:05.207627 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:06.683298 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:08.104931 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:11.580587 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:31.655511 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e1d1-9291-45e9-b8a9-8a0dfb84a95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:32.810823 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:33:34.285614 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-e60e1099-a837-4d34-9330-1e08c56ac353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:35.209705 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:36.687319 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:38.108273 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:33:41.578908 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:01.661167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-941dba2a-fb70-41ad-8c8e-3ce56b7cb37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:04.288882 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-efb60be2-eeb5-441d-80a3-811908cd2763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:05.211839 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:06.693434 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:08.111002 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:09.810813 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:34:11.594362 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:31.674346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-641a3a75-0b85-4564-a97e-ff477ff6c949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.308770 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50646) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:32.588486 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-536499648-network', 'tenant_id': 'a6f43ca3ab52417e85d5002a3dca0ae0'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:32.609871 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Made reservation on behalf of a6f43ca3ab52417e85d5002a3dca0ae0 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:32.612637 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.624097 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.721569 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks [] for security_group (d2e51a84-bb50-4160-b10b-2b37c5049391), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.728753 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d2e51a84-bb50-4160-b10b-2b37c5049391), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.751617 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:34:32.767666 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e51a84-bb50-4160-b10b-2b37c5049391,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:32.770466 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (bf9b2e94-f16d-4eb6-a61f-619648a27202), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.770817 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Added segment bf9b2e94-f16d-4eb6-a61f-619648a27202 of type vlan for network 0ab19543-06b7-47ff-aa8b-9760c52d0116 Feb 16 10:34:32.784352 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.784736 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.785093 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.785438 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.786356 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.786686 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.787222 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.788131 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.788507 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.788859 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.789198 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.789537 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.789868 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Tracked resource versions report: Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: pushed versions: Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: { 'AddressGroup': {'1.2'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'ConntrackHelper': {'1.0'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Log': {'1.0'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Network': {'1.1'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Port': {'1.7'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'PortForwarding': {'1.2'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'QosPolicy': {'1.10'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroup': {'1.5'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SubPort': {'1.0'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Subnet': {'1.1'}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Trunk': {'1.1'}} Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: consumer versions: Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: HyperV agent@hv-cinder-80475: {}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'ConntrackHelper': '1.0', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'LocalIPAssociation': '1.0', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Log': '1.0', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Network': '1.1', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Port': '1.7', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'PortForwarding': '1.2', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'QosPolicy': '1.10', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroup': '1.5', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SecurityGroupRule': '1.2', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'SubPort': '1.0', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Subnet': '1.1', Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: 'Trunk': '1.1'}} Feb 16 10:34:32.791081 dv-cinder-804757-12-iscsi neutron-server[102810]: {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:34:32.838470 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (0ab19543-06b7-47ff-aa8b-9760c52d0116), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.865157 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (0ab19543-06b7-47ff-aa8b-9760c52d0116), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.867745 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:32.868629 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:32.922527 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6124640 Feb 16 10:34:32.925429 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50694) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:32.931872 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Request body: {'subnet': {'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-536499648-subnet', 'tenant_id': 'a6f43ca3ab52417e85d5002a3dca0ae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:32.974032 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce5649-f51b-43d5-bba5-c3a0bf3a9b34 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab19543-06b7-47ff-aa8b-9760c52d0116,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:32.987372 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Made reservation on behalf of a6f43ca3ab52417e85d5002a3dca0ae0 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:32.992426 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.127049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50698) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:33.173657 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 0ab19543-06b7-47ff-aa8b-9760c52d0116 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:34:33.257544 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (7252d718-e071-411b-ada2-10201128f18c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.329647 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7252d718-e071-411b-ada2-10201128f18c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:33.342385 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Checking segment: {'id': 'bf9b2e94-f16d-4eb6-a61f-619648a27202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:33.342738 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Network hostable DHCP agents. Network: 0ab19543-06b7-47ff-aa8b-9760c52d0116, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:34:33.369411 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Network 0ab19543-06b7-47ff-aa8b-9760c52d0116 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:34:33.383124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 0ab19543-06b7-47ff-aa8b-9760c52d0116) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:33.387336 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:33.388149 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.397796 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d912a5e-29bf-44ad-901e-72fbcca6cc29 None None] Network 0ab19543-06b7-47ff-aa8b-9760c52d0116 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:34:33.423949 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fbb17443-a2b7-4086-a587-554fbf495f82 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4859803 Feb 16 10:34:33.505980 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04fe389-ebb1-4764-8a72-8a6e08a50b04 None None] Network 0ab19543-06b7-47ff-aa8b-9760c52d0116 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:34:33.556192 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50730) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:33.595862 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-network', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:33.616323 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Made reservation on behalf of f7f0b569e78640c0a28623584eeb78ff for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:33.619088 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.627863 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.705888 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks [] for security_group (1716d8e6-3671-498a-bcfc-5030617a5033), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.710240 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (1716d8e6-3671-498a-bcfc-5030617a5033), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.731910 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:34:33.745994 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1716d8e6-3671-498a-bcfc-5030617a5033,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:33.755463 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (636a3f50-5eb3-4a55-a918-798488f50643), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.755901 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Added segment 636a3f50-5eb3-4a55-a918-798488f50643 of type vlan for network f80bce40-1201-4bfe-9f54-a1fbed813c72 Feb 16 10:34:33.773008 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.773373 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.773718 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.774053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.774423 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.774754 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.775102 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.775429 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.775941 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.776093 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.776506 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.776719 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.777035 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Tracked resource versions report: Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: pushed versions: Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: { 'AddressGroup': {'1.2'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'ConntrackHelper': {'1.0'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Log': {'1.0'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Network': {'1.1'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Port': {'1.7'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'PortForwarding': {'1.2'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'QosPolicy': {'1.10'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroup': {'1.5'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SubPort': {'1.0'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Subnet': {'1.1'}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Trunk': {'1.1'}} Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: consumer versions: Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: HyperV agent@hv-cinder-80475: {}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'ConntrackHelper': '1.0', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'LocalIPAssociation': '1.0', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Log': '1.0', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Network': '1.1', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Port': '1.7', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'PortForwarding': '1.2', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'QosPolicy': '1.10', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroup': '1.5', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SecurityGroupRule': '1.2', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'SubPort': '1.0', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Subnet': '1.1', Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: 'Trunk': '1.1'}} Feb 16 10:34:33.778817 dv-cinder-804757-12-iscsi neutron-server[102811]: {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:34:33.824164 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (f80bce40-1201-4bfe-9f54-a1fbed813c72), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.850512 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (f80bce40-1201-4bfe-9f54-a1fbed813c72), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.852582 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:33.853566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:33.922249 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] Pushing event updated for resources: {'Network': ['ID=f80bce40-1201-4bfe-9f54-a1fbed813c72,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:33.933245 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:34:33.935594 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50742) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:33.937338 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-df8d85b8-8b0b-437c-840d-d2749d74d950 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8088326 Feb 16 10:34:33.941128 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Request body: {'subnet': {'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-subnet', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:33.988575 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Made reservation on behalf of f7f0b569e78640c0a28623584eeb78ff for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:33.992374 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.117094 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1050156733-network', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:34.157037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Made reservation on behalf of 56f7fbb4a63f44c89653734f9047af7c for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:34.162440 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.188245 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.290512 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (017b45e3-ee7e-4eba-8b67-cd1661870ad6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.304697 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8491e8a6-e77b-46cb-b314-b82ddda733b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.307522 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks [] for security_group (ac9157aa-8b59-41a2-a03b-d8061a402dbd), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.312730 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ac9157aa-8b59-41a2-a03b-d8061a402dbd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.329936 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:34:34.343135 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (e58531d5-4e3e-432b-bbfd-296209127d5a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.343833 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Added segment e58531d5-4e3e-432b-bbfd-296209127d5a of type vlan for network 8977f40d-da89-4595-86ad-1970e5a4d3d8 Feb 16 10:34:34.393815 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (8977f40d-da89-4595-86ad-1970e5a4d3d8), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.397657 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Checking segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:34.398719 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Network hostable DHCP agents. Network: f80bce40-1201-4bfe-9f54-a1fbed813c72, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:34:34.408139 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017b45e3-ee7e-4eba-8b67-cd1661870ad6,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:34.425818 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:34:34.440183 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, f80bce40-1201-4bfe-9f54-a1fbed813c72) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:34.445869 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:34.446887 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.453561 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac015b-f659-464a-b54e-f6e04b3c23a6 None None] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:34:34.459453 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9157aa-8b59-41a2-a03b-d8061a402dbd,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:34.463985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (8977f40d-da89-4595-86ad-1970e5a4d3d8), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.465400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:34.466156 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.470640 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9f4dba55-d6f5-4a45-a303-eefa8aa0bac2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5336947 Feb 16 10:34:34.474974 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50754) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:34.481981 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:34.513594 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.515811 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.531567 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9739256 Feb 16 10:34:34.534444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50756) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:34.543017 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Request body: {'subnet': {'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1050156733-subnet', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:34.587834 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b9fe-90b0-48aa-a754-c24ef4a68944 admin admin] Pushing event updated for resources: {'Network': ['ID=8977f40d-da89-4595-86ad-1970e5a4d3d8,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:34.605961 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Made reservation on behalf of 56f7fbb4a63f44c89653734f9047af7c for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:34.609169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.687759 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks [] for router_controller (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:34.867541 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:34:34.941771 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (8a2201c3-8d9f-47dc-86a2-a09981ae1020), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.067768 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2201c3-8d9f-47dc-86a2-a09981ae1020,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:35.131373 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks [] for router_gateway (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.148152 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Checking segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:35.149919 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Network hostable DHCP agents. Network: 8977f40d-da89-4595-86ad-1970e5a4d3d8, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:34:35.151338 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e5041-25be-480b-bcc7-f344c81fb567 None None] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:34:35.191583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:34:35.216829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 8977f40d-da89-4595-86ad-1970e5a4d3d8) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:35.221406 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:35.222454 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.239794 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ee99b-71a0-46e6-aebf-e68472b79a99 None None] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:34:35.255398 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-12dc0e0a-9cdf-4d9e-8b26-e92446b5380c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7195456 Feb 16 10:34:35.258599 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50798) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:35.263115 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:35.327371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (bf56e742-4b39-45ab-a4b9-2634b9e80824), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.328519 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.329162 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (bf56e742-4b39-45ab-a4b9-2634b9e80824), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.501871 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks [] for router_gateway (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.541172 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-8977f40d-da89-4595-86ad-1970e5a4d3d8', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:34:35.543175 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.595508 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks [] for router_controller (bf56e742-4b39-45ab-a4b9-2634b9e80824), precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.765614 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.798353 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks [] for router_gateway (bf56e742-4b39-45ab-a4b9-2634b9e80824), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:35.812582 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Allocated IP 172.20.0.2 (8977f40d-da89-4595-86ad-1970e5a4d3d8/8a2201c3-8d9f-47dc-86a2-a09981ae1020/5f431adf-fb34-4a4f-9100-bf9edf2e6050) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:35.866920 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50836) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:35.871099 dv-cinder-804757-12-iscsi neutron-server[102811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 10:34:35.912987 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Allocated IP 172.27.2.231 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/090a0408-65ab-4da8-b18f-da2a9f5dd145) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:36.129137 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Publish callbacks [] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.143666 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.161070 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks [] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.201403 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-d472193e-ae23-4c15-95ed-e06469f8a65a tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:36.203011 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-d472193e-ae23-4c15-95ed-e06469f8a65a tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/networks?id=0ab19543-06b7-47ff-aa8b-9760c52d0116 HTTP/1.1" status: 200 len: 811 time: 0.3340771 Feb 16 10:34:36.231254 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-71c3208f-bbf4-4f50-83bb-05b47e076737 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/quotas/a6f43ca3ab52417e85d5002a3dca0ae0 HTTP/1.1" status: 200 len: 375 time: 0.0178773 Feb 16 10:34:36.239158 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.280057 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:36.290335 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:36.297844 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:36.307854 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-8faf3e8c-c908-4e32-b950-0d251ff3d3d7 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f43ca3ab52417e85d5002a3dca0ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705590 Feb 16 10:34:36.342523 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:36.370458 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=090a0408-65ab-4da8-b18f-da2a9f5dd145,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:36.373687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:36.386529 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Pushing event updated for resources: {'Port': ['ID=5f431adf-fb34-4a4f-9100-bf9edf2e6050,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:36.412937 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:36.433469 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.434362 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.434991 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.435602 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.436749 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.437680 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.438229 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.438677 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.439105 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.439556 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.439992 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.440291 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50862) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:36.440500 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.440922 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Tracked resource versions report: Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: pushed versions: Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: { 'AddressGroup': {'1.2'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'ConntrackHelper': {'1.0'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Log': {'1.0'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Network': {'1.1'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Port': {'1.7'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'PortForwarding': {'1.2'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'QosPolicy': {'1.10'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroup': {'1.5'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SubPort': {'1.0'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Subnet': {'1.1'}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Trunk': {'1.1'}} Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: consumer versions: Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: HyperV agent@hv-cinder-80475: {}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'ConntrackHelper': '1.0', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'LocalIPAssociation': '1.0', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Log': '1.0', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Network': '1.1', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Port': '1.7', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'PortForwarding': '1.2', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'QosPolicy': '1.10', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroup': '1.5', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SecurityGroupRule': '1.2', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'SubPort': '1.0', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Subnet': '1.1', Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: 'Trunk': '1.1'}} Feb 16 10:34:36.443223 dv-cinder-804757-12-iscsi neutron-server[102812]: {{(pid=102812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:34:36.480111 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Attempting to bind port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:34:36.480481 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Attempting to bind port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:34:36.480845 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Attempting to bind port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:36.487490 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:34:36.487866 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Checking segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:36.489145 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.489552 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Bound using segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:34:36.490032 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Bound port: 5f431adf-fb34-4a4f-9100-bf9edf2e6050, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:34:36.490441 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.550781 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks [] for router_gateway (bf56e742-4b39-45ab-a4b9-2634b9e80824), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.574687 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] For port 5f431adf-fb34-4a4f-9100-bf9edf2e6050, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:34:36.578769 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] For port 5f431adf-fb34-4a4f-9100-bf9edf2e6050, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5f431adf-fb34-4a4f-9100-bf9edf2e6050,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:34:36.589120 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.608827 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50874) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:36.616119 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.800756 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.804622 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b52ce-3dc5-4aef-a648-0b134c85f6e5 None None] Pushing event updated for resources: {'Port': ['ID=5f431adf-fb34-4a4f-9100-bf9edf2e6050,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:36.807496 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks [] for router_gateway (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.879041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-d92cb73b-31ad-4456-a5d8-46a6a056e7b0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:34:36.880525 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-d92cb73b-31ad-4456-a5d8-46a6a056e7b0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950403 Feb 16 10:34:36.883598 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-920b2e5c-acc4-4f4b-912f-3290d742d876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.902439 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fc1bfbb8-1e58-45f0-8f12-ccd7bf6c8034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:36.953730 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Allocated IP 172.27.2.219 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/a30b0cd4-7f45-4f24-be50-25740fd35245) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:37.178387 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-bfebc44f-ec5d-449d-8134-b94c8f86a9da service neutron] 10.222.0.45 "GET /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822170 Feb 16 10:34:37.209789 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fc1bfbb8-1e58-45f0-8f12-ccd7bf6c8034 admin admin] Publish callbacks [] for security_group (23241793-84f0-4dbf-a74c-5b9ccbfdf448), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.235305 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fc1bfbb8-1e58-45f0-8f12-ccd7bf6c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (23241793-84f0-4dbf-a74c-5b9ccbfdf448), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.238449 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-920b2e5c-acc4-4f4b-912f-3290d742d876 admin admin] Publish callbacks [] for security_group (db6e74af-31a5-4ba2-a5f4-b473cc184497), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.259591 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks [] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.260950 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-920b2e5c-acc4-4f4b-912f-3290d742d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (db6e74af-31a5-4ba2-a5f4-b473cc184497), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.261396 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.341872 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fc1bfbb8-1e58-45f0-8f12-ccd7bf6c8034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18a8a9128e8e4dff890e5f550456f7f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7318571 Feb 16 10:34:37.353999 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50906) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:37.402936 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5f431adf-fb34-4a4f-9100-bf9edf2e6050 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:37.430867 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bfbb8-1e58-45f0-8f12-ccd7bf6c8034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23241793-84f0-4dbf-a74c-5b9ccbfdf448,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:37.448534 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-920b2e5c-acc4-4f4b-912f-3290d742d876 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=924eb27210fc41a086fbcf96b16f5c25&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0067220 Feb 16 10:34:37.464111 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50916) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:37.470993 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:37.471694 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.531266 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-21bbc202-34dd-417e-8f6a-3c8c38105ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369744 Feb 16 10:34:37.531909 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b2e5c-acc4-4f4b-912f-3290d742d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e74af-31a5-4ba2-a5f4-b473cc184497,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:37.548954 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.595125 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:34:37.616382 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:37.618805 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.649968 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2533836d-f1be-46c1-aabd-85cd43e0e714 admin admin] Publish callbacks [] for security_group (db6e74af-31a5-4ba2-a5f4-b473cc184497), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.656870 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:37.663614 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port 5f431adf-fb34-4a4f-9100-bf9edf2e6050, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5f431adf-fb34-4a4f-9100-bf9edf2e6050,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:34:37.668623 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:37.671666 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:37.672055 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.750971 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=5f431adf-fb34-4a4f-9100-bf9edf2e6050,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:37.843373 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:34:37.864349 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Sync routers for ids ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:34:37.885262 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Routers {'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:37.885905 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:37.915074 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:37.919844 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3c38e79b-f500-41cf-a7a5-6e5ab4c97ca0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4434767 Feb 16 10:34:37.926764 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50940) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:38.140792 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Set router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:38.168522 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.187915 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2533836d-f1be-46c1-aabd-85cd43e0e714 admin admin] Publish callbacks [] for security_group (db6e74af-31a5-4ba2-a5f4-b473cc184497), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.241102 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fc775073-0120-4b5b-b161-197f539fc434 req-020d223b-9baa-409d-99c6-8db83eaa47f4 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 210 time: 0.2045679 Feb 16 10:34:38.242838 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4077550-613d-49e0-bf6a-c1d3bc1bc9a8 admin admin] Publish callbacks [] for security_group (23241793-84f0-4dbf-a74c-5b9ccbfdf448), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.245097 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Pushing event updated for resources: {'Port': ['ID=a30b0cd4-7f45-4f24-be50-25740fd35245,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:38.279083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2533836d-f1be-46c1-aabd-85cd43e0e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (db6e74af-31a5-4ba2-a5f4-b473cc184497), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.281550 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2533836d-f1be-46c1-aabd-85cd43e0e714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.287009 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2533836d-f1be-46c1-aabd-85cd43e0e714 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db6e74af-31a5-4ba2-a5f4-b473cc184497 HTTP/1.1" status: 204 len: 168 time: 0.8070321 Feb 16 10:34:38.305400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4077550-613d-49e0-bf6a-c1d3bc1bc9a8 admin admin] Publish callbacks [] for security_group (23241793-84f0-4dbf-a74c-5b9ccbfdf448), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.386276 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4077550-613d-49e0-bf6a-c1d3bc1bc9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (23241793-84f0-4dbf-a74c-5b9ccbfdf448), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.390396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4077550-613d-49e0-bf6a-c1d3bc1bc9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.392129 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f4077550-613d-49e0-bf6a-c1d3bc1bc9a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23241793-84f0-4dbf-a74c-5b9ccbfdf448 HTTP/1.1" status: 204 len: 168 time: 1.0295773 Feb 16 10:34:38.408842 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533836d-f1be-46c1-aabd-85cd43e0e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e74af-31a5-4ba2-a5f4-b473cc184497,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:38.480708 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4077550-613d-49e0-bf6a-c1d3bc1bc9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23241793-84f0-4dbf-a74c-5b9ccbfdf448,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:38.509787 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac45d35-fa15-44b1-a286-58987e6adf72 None None] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:34:38.524215 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:34:36Z', 'revision_number': 3, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:38.581235 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Checking router: ac8ea3ae-7040-48e4-9a68-4bb44ca833ec for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:34:38.581598 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Updating router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec port 090a0408-65ab-4da8-b18f-da2a9f5dd145 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:34:38.630578 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.737245 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-8d2d6c3a-97d8-423b-8931-a29d6249269f None None] Provisioning complete for port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:38.737860 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6c3a-97d8-423b-8931-a29d6249269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.846279 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks [] for router_gateway (bf56e742-4b39-45ab-a4b9-2634b9e80824), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:38.937406 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d6c3a-97d8-423b-8931-a29d6249269f None None] Current status of the port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:39.047945 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 50988) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:39.087328 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6c7c-1c37-46fb-a873-b4af7e7f1439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.116041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 50990) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:39.157812 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-650718a0-d88c-4934-9e8c-d2b2b9e0cd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.187837 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Publish callbacks [] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.195398 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.272331 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6c7c-1c37-46fb-a873-b4af7e7f1439 admin admin] Publish callbacks [] for security_group (bb610db9-961e-49e3-a704-b69890ad46ee), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.290971 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (bf56e742-4b39-45ab-a4b9-2634b9e80824), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.291855 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Attempting to bind port 090a0408-65ab-4da8-b18f-da2a9f5dd145 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:34:39.292497 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Attempting to bind port 090a0408-65ab-4da8-b18f-da2a9f5dd145 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:34:39.293026 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Attempting to bind port 090a0408-65ab-4da8-b18f-da2a9f5dd145 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:39.301234 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5f431adf-fb34-4a4f-9100-bf9edf2e6050 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:39.301479 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:34:39.301698 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:39.302325 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.302965 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:34:39.303605 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Bound port: 090a0408-65ab-4da8-b18f-da2a9f5dd145, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:34:39.304803 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.305428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6c7c-1c37-46fb-a873-b4af7e7f1439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bb610db9-961e-49e3-a704-b69890ad46ee), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.347588 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd6c7c-1c37-46fb-a873-b4af7e7f1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb610db9-961e-49e3-a704-b69890ad46ee,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:39.380906 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51002) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:39.385475 dv-cinder-804757-12-iscsi neutron-server[102810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 10:34:39.400063 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] For port 090a0408-65ab-4da8-b18f-da2a9f5dd145, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:34:39.413427 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-092558a1-565e-4076-944b-62c0c0a25af3 None None] Provisioning complete for port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:39.413820 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-092558a1-565e-4076-944b-62c0c0a25af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.428595 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] For port 090a0408-65ab-4da8-b18f-da2a9f5dd145, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=090a0408-65ab-4da8-b18f-da2a9f5dd145,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:34:39.450865 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Pushing event updated for resources: {'Port': ['ID=090a0408-65ab-4da8-b18f-da2a9f5dd145,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:39.454299 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:39.454830 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.463190 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.476347 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dbbf1374-293b-45c6-b08e-884e4c339767 req-f6a565dc-1ea6-4915-9735-39185a06199c tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 210 time: 0.0938733 Feb 16 10:34:39.498529 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.505301 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.505301 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.506384 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.506826 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.507252 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.507678 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.508148 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.508563 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.508986 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.509703 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.510179 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.510611 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.511061 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Tracked resource versions report: Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: pushed versions: Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: { 'AddressGroup': {'1.2'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'ConntrackHelper': {'1.0'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Log': {'1.0'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Network': {'1.1'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Port': {'1.7'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'PortForwarding': {'1.2'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'QosPolicy': {'1.10'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroup': {'1.5'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SubPort': {'1.0'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Subnet': {'1.1'}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Trunk': {'1.1'}} Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: consumer versions: Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: { DHCP agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: HyperV agent@hv-cinder-80475: {}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: L3 agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: Metadata agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: Metering agent@dv-cinder-804757-12-iscsi: {}, Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: Open vSwitch agent@dv-cinder-804757-12-iscsi: { 'AddressGroup': '1.2', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'ConntrackHelper': '1.0', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'LocalIPAssociation': '1.0', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Log': '1.0', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Network': '1.1', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Port': '1.7', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'PortForwarding': '1.2', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'QosPolicy': '1.10', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroup': '1.5', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SecurityGroupRule': '1.2', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'SubPort': '1.0', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Subnet': '1.1', Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: 'Trunk': '1.1'}} Feb 16 10:34:39.513066 dv-cinder-804757-12-iscsi neutron-server[102813]: {{(pid=102813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:34:39.515306 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-650718a0-d88c-4934-9e8c-d2b2b9e0cd74 admin admin] Publish callbacks [] for security_group (be670233-1d6a-4e37-bc04-4e0f03b20174), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.530680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-650718a0-d88c-4934-9e8c-d2b2b9e0cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (be670233-1d6a-4e37-bc04-4e0f03b20174), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.535216 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ccdd6c7c-1c37-46fb-a873-b4af7e7f1439 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db820b218dc34c0589668f7a6972d4c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4851406 Feb 16 10:34:39.537055 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51006) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:39.567491 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650718a0-d88c-4934-9e8c-d2b2b9e0cd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be670233-1d6a-4e37-bc04-4e0f03b20174,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:39.606137 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-092558a1-565e-4076-944b-62c0c0a25af3 None None] Current status of the port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:39.612959 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Routers {'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:39.615914 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:39.618089 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473c281-33ce-41be-a5c3-2071c59bd1e3 None None] Pushing event updated for resources: {'Port': ['ID=090a0408-65ab-4da8-b18f-da2a9f5dd145,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:39.631521 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-650718a0-d88c-4934-9e8c-d2b2b9e0cd74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=110d6892334645e9b437657de627d254&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5124052 Feb 16 10:34:39.638704 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51012) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:39.653015 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:34:39.668489 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:39.752166 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-618e229a-1a9b-4b98-9fa9-845e0cba6c6f admin admin] Publish callbacks [] for security_group (bb610db9-961e-49e3-a704-b69890ad46ee), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.753649 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] Set router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:39.775530 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-618e229a-1a9b-4b98-9fa9-845e0cba6c6f admin admin] Publish callbacks [] for security_group (bb610db9-961e-49e3-a704-b69890ad46ee), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.787385 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae8e013b-c709-486d-9750-0884d57588e4 admin admin] Publish callbacks [] for security_group (be670233-1d6a-4e37-bc04-4e0f03b20174), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.821307 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae8e013b-c709-486d-9750-0884d57588e4 admin admin] Publish callbacks [] for security_group (be670233-1d6a-4e37-bc04-4e0f03b20174), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.831247 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:34:39.845156 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:34:39.860567 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:39.860822 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:39.871443 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.873582 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7c4546a7-0318-46d8-bc50-5a2b02a1eb2b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6137607 Feb 16 10:34:39.876909 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51016) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:39.889542 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-618e229a-1a9b-4b98-9fa9-845e0cba6c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bb610db9-961e-49e3-a704-b69890ad46ee), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.892066 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-618e229a-1a9b-4b98-9fa9-845e0cba6c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.893165 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-618e229a-1a9b-4b98-9fa9-845e0cba6c6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb610db9-961e-49e3-a704-b69890ad46ee HTTP/1.1" status: 204 len: 168 time: 0.3540890 Feb 16 10:34:39.902591 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae8e013b-c709-486d-9750-0884d57588e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (be670233-1d6a-4e37-bc04-4e0f03b20174), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.905766 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae8e013b-c709-486d-9750-0884d57588e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:39.907214 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ae8e013b-c709-486d-9750-0884d57588e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be670233-1d6a-4e37-bc04-4e0f03b20174 HTTP/1.1" status: 204 len: 168 time: 0.2674134 Feb 16 10:34:39.916865 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e013b-c709-486d-9750-0884d57588e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be670233-1d6a-4e37-bc04-4e0f03b20174,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:40.007409 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e229a-1a9b-4b98-9fa9-845e0cba6c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb610db9-961e-49e3-a704-b69890ad46ee,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:40.063946 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:34:36Z', 'revision_number': 3, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:40.064843 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:40.120599 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d173a-19b7-4fb1-bf46-6b6e46c3027f None None] The sync data for ids ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'] in dv-cinder-804757-12-iscsi is: [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:34:36Z', 'revision_number': 3, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:34:40.298798 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Allocated IP 172.20.0.1 (f80bce40-1201-4bfe-9f54-a1fbed813c72/017b45e3-ee7e-4eba-8b67-cd1661870ad6/a7fccd6e-cfac-4f56-bdcc-cc136df4e778) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:40.693807 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks [] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:40.826940 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:40.860333 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:38Z', 'revision_number': 3, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:40.891370 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6391c229-190c-4d60-8546-0624ea749a9a req-08ec13ca-b79b-47df-9f46-4268c13c600d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 210 time: 0.0765529 Feb 16 10:34:40.915132 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:34:40.915528 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Updating router bf56e742-4b39-45ab-a4b9-2634b9e80824 port a30b0cd4-7f45-4f24-be50-25740fd35245 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:34:40.953687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:40.966577 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:40.971072 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:41.032685 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:41.033202 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:41.104795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.24', 49900) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:41.431600 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:41.448509 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 090a0408-65ab-4da8-b18f-da2a9f5dd145 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:41.455670 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-77913788-0ac1-4243-864c-6cc340cb275f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:41.459164 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-77913788-0ac1-4243-864c-6cc340cb275f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.24 "GET /v2.0/networks?id=0ab19543-06b7-47ff-aa8b-9760c52d0116 HTTP/1.1" status: 200 len: 811 time: 0.3527954 Feb 16 10:34:41.516766 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:41.550800 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Request body: {'port': {'device_id': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116', 'admin_state_up': True, 'tenant_id': 'a6f43ca3ab52417e85d5002a3dca0ae0'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:41.708122 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:41.742571 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 090a0408-65ab-4da8-b18f-da2a9f5dd145 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:41.743182 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:41.968308 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 090a0408-65ab-4da8-b18f-da2a9f5dd145 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:41.968992 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.010297 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port 090a0408-65ab-4da8-b18f-da2a9f5dd145, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=090a0408-65ab-4da8-b18f-da2a9f5dd145,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:34:42.011581 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Made reservation on behalf of a6f43ca3ab52417e85d5002a3dca0ae0 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:42.026810 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.032775 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.096734 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=090a0408-65ab-4da8-b18f-da2a9f5dd145,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:42.142390 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Publish callbacks [] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.152535 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.215094 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.217107 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d088b5b-79b7-41cf-9dc4-c594d7f62bca None None] Pushing event updated for resources: {'Port': ['ID=a30b0cd4-7f45-4f24-be50-25740fd35245,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:42.312502 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Attempting to bind port a30b0cd4-7f45-4f24-be50-25740fd35245 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:34:42.313057 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Attempting to bind port a30b0cd4-7f45-4f24-be50-25740fd35245 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:34:42.316257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Attempting to bind port a30b0cd4-7f45-4f24-be50-25740fd35245 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:42.324849 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:34:42.325243 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:42.325830 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.326317 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:34:42.326848 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Bound port: a30b0cd4-7f45-4f24-be50-25740fd35245, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:34:42.327244 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.472058 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] For port a30b0cd4-7f45-4f24-be50-25740fd35245, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:34:42.477330 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] For port a30b0cd4-7f45-4f24-be50-25740fd35245, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a30b0cd4-7f45-4f24-be50-25740fd35245,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:34:42.491763 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.567794 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Allocated IP 172.20.0.7 (0ab19543-06b7-47ff-aa8b-9760c52d0116/7252d718-e071-411b-ada2-10201128f18c/6e4a7004-ed61-411e-bea2-c5e80a97ab96) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:42.589431 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Allocated IP 172.20.0.1 (8977f40d-da89-4595-86ad-1970e5a4d3d8/8a2201c3-8d9f-47dc-86a2-a09981ae1020/507a57c8-d548-4375-9d1b-dc65e96e3d58) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:42.591849 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51148) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:42.602068 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d088b5b-79b7-41cf-9dc4-c594d7f62bca None None] Pushing event updated for resources: {'Port': ['ID=a30b0cd4-7f45-4f24-be50-25740fd35245,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:42.613027 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b4c505cd-bb6b-4675-abed-b85ba86a93c6 req-a26e7c19-0803-4b27-8dff-adb72c339328 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 210 time: 0.2193983 Feb 16 10:34:42.653936 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:42.654755 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:42.818971 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:42.858992 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks [] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.886575 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks [] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.902371 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:42.903191 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.036195 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bb43b480-2567-4c92-974e-83b5d0119f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.062253 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks [] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.132709 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.222938 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bb43b480-2567-4c92-974e-83b5d0119f44 admin admin] Publish callbacks [] for security_group (998afee3-39c9-4e6e-907a-f26d0993fcad), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.241936 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bb43b480-2567-4c92-974e-83b5d0119f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (998afee3-39c9-4e6e-907a-f26d0993fcad), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.270745 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.282891 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bb43b480-2567-4c92-974e-83b5d0119f44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bff3b138d9a14a569f08345981e4b85e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6861272 Feb 16 10:34:43.321117 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43b480-2567-4c92-974e-83b5d0119f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998afee3-39c9-4e6e-907a-f26d0993fcad,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:43.327241 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51178) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:43.380693 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 090a0408-65ab-4da8-b18f-da2a9f5dd145 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:43.498414 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Network 0ab19543-06b7-47ff-aa8b-9760c52d0116 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:43.511915 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:43.513935 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:43.518529 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Pushing event updated for resources: {'Port': ['ID=6e4a7004-ed61-411e-bea2-c5e80a97ab96,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:43.530207 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:43.540949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:43.545321 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.599008 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-caf79520-1566-4663-9df2-45b5053d2ff2 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0489745 Feb 16 10:34:43.618123 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:43.619096 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-490aa9ca-ed17-4603-8fb1-134e32ecbffd tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:34:43.621875 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-490aa9ca-ed17-4603-8fb1-134e32ecbffd tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074186 Feb 16 10:34:43.657244 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:43.666465 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:38Z', 'revision_number': 3, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:43.681895 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:43.698784 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (bf56e742-4b39-45ab-a4b9-2634b9e80824), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.767343 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171ba0c-edb0-4b06-b61f-5b23c05c3dff None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:38Z', 'revision_number': 3, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:34:43.768887 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 090a0408-65ab-4da8-b18f-da2a9f5dd145 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:43.769288 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.818676 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-173d531d-97ce-4ba7-a225-188fd419f3cb admin admin] Publish callbacks [] for security_group (998afee3-39c9-4e6e-907a-f26d0993fcad), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:43.953229 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Pushing event updated for resources: {'Port': ['ID=507a57c8-d548-4375-9d1b-dc65e96e3d58,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:44.019052 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e11e9e-db2f-4504-a148-e5e24ec20c4a req-e640aaf2-2bd6-47ec-960c-086571aa2d22 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:44.020909 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-173d531d-97ce-4ba7-a225-188fd419f3cb admin admin] Publish callbacks [] for security_group (998afee3-39c9-4e6e-907a-f26d0993fcad), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:44.030082 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-36e11e9e-db2f-4504-a148-e5e24ec20c4a req-e640aaf2-2bd6-47ec-960c-086571aa2d22 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 931 time: 0.2196603 Feb 16 10:34:44.081183 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 090a0408-65ab-4da8-b18f-da2a9f5dd145 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:44.098068 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:44.107708 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:44.206342 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-36e11e9e-db2f-4504-a148-e5e24ec20c4a req-8653d96c-9ec8-4f11-893a-3083045acabf tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746953 Feb 16 10:34:44.335026 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-a341582c-27f8-405e-bb03-1ad5cffeed83 None None] Provisioning complete for port 507a57c8-d548-4375-9d1b-dc65e96e3d58 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:44.350490 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a341582c-27f8-405e-bb03-1ad5cffeed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:44.445931 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-a341582c-27f8-405e-bb03-1ad5cffeed83 None None] Port 507a57c8-d548-4375-9d1b-dc65e96e3d58 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:34:44.559923 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51232) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:44.674663 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-173d531d-97ce-4ba7-a225-188fd419f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (998afee3-39c9-4e6e-907a-f26d0993fcad), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:44.678069 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-173d531d-97ce-4ba7-a225-188fd419f3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:44.679473 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-173d531d-97ce-4ba7-a225-188fd419f3cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/998afee3-39c9-4e6e-907a-f26d0993fcad HTTP/1.1" status: 204 len: 168 time: 1.3478463 Feb 16 10:34:44.699837 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d531d-97ce-4ba7-a225-188fd419f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998afee3-39c9-4e6e-907a-f26d0993fcad,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:44.701718 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:44.722954 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:34:44.767735 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Request body: {'port': {'device_id': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:44.943886 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:45.465698 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks [] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:45.493564 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:45.495966 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (bf56e742-4b39-45ab-a4b9-2634b9e80824), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:45.504375 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a30b0cd4-7f45-4f24-be50-25740fd35245 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:45.636913 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a30b0cd4-7f45-4f24-be50-25740fd35245 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:45.637400 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:45.744261 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f427b979-85bf-48d6-86a5-4a5ce4d19141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:45.772378 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Pushing event updated for resources: {'Port': ['ID=507a57c8-d548-4375-9d1b-dc65e96e3d58,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:45.850926 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:34:45.865236 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Sync routers for ids ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:34:45.880261 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-eb0484fe-4580-4e8f-b012-63314b086e24 admin admin] 10.222.0.45 "PUT /v2.0/routers/ac8ea3ae-7040-48e4-9a68-4bb44ca833ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9461129 Feb 16 10:34:45.893247 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Routers {'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:45.902945 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:45.990074 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:45.996000 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a30b0cd4-7f45-4f24-be50-25740fd35245 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:45.996530 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:45.997346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:46.063805 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port a30b0cd4-7f45-4f24-be50-25740fd35245, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a30b0cd4-7f45-4f24-be50-25740fd35245,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:34:46.072581 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:46.138007 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1587e-8c3b-403b-8c56-327365063bdf req-70399548-2b4f-4f45-b619-a910e59dd11d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:46.141652 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f6e1587e-8c3b-403b-8c56-327365063bdf req-70399548-2b4f-4f45-b619-a910e59dd11d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 931 time: 0.6072152 Feb 16 10:34:46.337868 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=a30b0cd4-7f45-4f24-be50-25740fd35245,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:46.423873 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Set router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:46.474141 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:34:46.632278 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f427b979-85bf-48d6-86a5-4a5ce4d19141 admin admin] Publish callbacks [] for security_group (33b61f45-a676-4a9a-a5e4-88fd42dd05e6), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:46.666882 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f6e1587e-8c3b-403b-8c56-327365063bdf req-c3631efb-114c-4a70-8a5e-d636aa4ce29b tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853022 Feb 16 10:34:46.676753 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f427b979-85bf-48d6-86a5-4a5ce4d19141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (33b61f45-a676-4a9a-a5e4-88fd42dd05e6), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:46.732168 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-ef390e11-36e3-477b-a058-a416bbd9fcf4 None None] Provisioning complete for port 507a57c8-d548-4375-9d1b-dc65e96e3d58 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:46.732733 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ef390e11-36e3-477b-a058-a416bbd9fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:46.858060 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:34:46.859177 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427b979-85bf-48d6-86a5-4a5ce4d19141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b61f45-a676-4a9a-a5e4-88fd42dd05e6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:46.863179 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-ef390e11-36e3-477b-a058-a416bbd9fcf4 None None] Port 507a57c8-d548-4375-9d1b-dc65e96e3d58 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:34:46.867405 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:34:46.876595 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bdb3e975-c4e8-453e-9954-ffec2d57e62d admin admin] 10.222.0.45 "PUT /v2.0/routers/bf56e742-4b39-45ab-a4b9-2634b9e80824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9959178 Feb 16 10:34:46.955485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4a7004-ed61-411e-bea2-c5e80a97ab96 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:34:46.981244 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51310) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:46.982892 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f427b979-85bf-48d6-86a5-4a5ce4d19141 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50b72e90bc9f4bdfb4611f8364ecb25e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4218466 Feb 16 10:34:46.993066 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Publish callbacks [] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.047582 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Transition to ACTIVE for port object 6e4a7004-ed61-411e-bea2-c5e80a97ab96 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:34:47.057426 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.192059 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a39cd84-3b29-4c15-b197-df727a823194 admin admin] Publish callbacks [] for security_group (33b61f45-a676-4a9a-a5e4-88fd42dd05e6), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.192437 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:34:47.212501 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:47.214459 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:47.220733 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'a7fccd6e-cfac-4f56-bdcc-cc136df4e778', 'name': '', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'mac_address': 'fa:16:3e:73:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:39Z', 'updated_at': '2022-02-16T10:34:42Z', 'revision_number': 2, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'subnets': [{'id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:47.295922 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a39cd84-3b29-4c15-b197-df727a823194 admin admin] Publish callbacks [] for security_group (33b61f45-a676-4a9a-a5e4-88fd42dd05e6), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.329792 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Checking router: ac8ea3ae-7040-48e4-9a68-4bb44ca833ec for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:34:47.330930 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Updating router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:34:47.344393 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a30b0cd4-7f45-4f24-be50-25740fd35245 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:47.431594 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.438501 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Attempting to bind port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:34:47.442448 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Attempting to bind port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'bf9b2e94-f16d-4eb6-a61f-619648a27202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:34:47.443359 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Attempting to bind port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 on network 0ab19543-06b7-47ff-aa8b-9760c52d0116 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:47.450935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a7004-ed61-411e-bea2-c5e80a97ab96,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:47.461291 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 on network 0ab19543-06b7-47ff-aa8b-9760c52d0116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:34:47.464649 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Attempting to bind port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 on network 0ab19543-06b7-47ff-aa8b-9760c52d0116 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:47.479194 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:34:47.480660 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Checking segment: {'id': 'bf9b2e94-f16d-4eb6-a61f-619648a27202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:47.482232 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Bound using segment: {'id': 'bf9b2e94-f16d-4eb6-a61f-619648a27202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:34:47.484840 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a39cd84-3b29-4c15-b197-df727a823194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (33b61f45-a676-4a9a-a5e4-88fd42dd05e6), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.485162 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Bound port: 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9b2e94-f16d-4eb6-a61f-619648a27202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:34:47.485414 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.489717 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a39cd84-3b29-4c15-b197-df727a823194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.514998 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3a39cd84-3b29-4c15-b197-df727a823194 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33b61f45-a676-4a9a-a5e4-88fd42dd05e6 HTTP/1.1" status: 204 len: 168 time: 0.5321252 Feb 16 10:34:47.527011 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39cd84-3b29-4c15-b197-df727a823194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b61f45-a676-4a9a-a5e4-88fd42dd05e6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:47.685491 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] For port 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:34:47.701866 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] For port 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96,segment=NetworkSegment(bf9b2e94-f16d-4eb6-a61f-619648a27202),segment_id=bf9b2e94-f16d-4eb6-a61f-619648a27202)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:34:47.723068 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.757939 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:47.759119 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:47.760780 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] 10.222.0.24 "PUT /v2.0/ports/6e4a7004-ed61-411e-bea2-c5e80a97ab96 HTTP/1.1" status: 200 len: 1093 time: 3.4370558 Feb 16 10:34:47.762751 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'tag': '6e4a7004-ed61-411e-bea2-c5e80a97ab96'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:34:47.885504 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:48.189083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-95d33b54-76fd-44e1-bd46-f51ae5e40d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:48.193321 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-95d33b54-76fd-44e1-bd46-f51ae5e40d52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f43ca3ab52417e85d5002a3dca0ae0&device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 1127 time: 0.3265021 Feb 16 10:34:48.198197 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462807d-6f79-431f-bc8e-9aceb5c9865b service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a7004-ed61-411e-bea2-c5e80a97ab96,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:48.345749 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a30b0cd4-7f45-4f24-be50-25740fd35245 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:48.359009 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:48.464107 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Publish callbacks [] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:48.478642 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:48.503686 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-d2aed5dd-c043-4988-9ca1-58c490984939 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96 HTTP/1.1" status: 200 len: 217 time: 0.2915957 Feb 16 10:34:48.552824 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b0302-1a6b-4bc8-9be0-47a7e2918878 None None] Pushing event updated for resources: {'Port': ['ID=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:48.710908 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-581cef69-d1e1-4818-b899-04070aa15502 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:48.727432 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-581cef69-d1e1-4818-b899-04070aa15502 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 819 time: 0.6228540 Feb 16 10:34:48.757225 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Attempting to bind port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:34:48.758790 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Attempting to bind port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:34:48.760735 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Attempting to bind port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:48.773767 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-0403a5fb-3540-4aed-837a-6d6e0c855840 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/quotas/f7f0b569e78640c0a28623584eeb78ff HTTP/1.1" status: 200 len: 375 time: 0.0377653 Feb 16 10:34:48.776902 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:34:48.786696 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Checking segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:48.787206 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:48.791202 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Bound using segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:34:48.794448 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Bound port: a7fccd6e-cfac-4f56-bdcc-cc136df4e778, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:34:48.794975 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:48.850658 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c" -d '{"events": [{"name": "network-changed", "server_uuid": "bce21f25-8936-4c1e-8199-2fb9ce31e018", "tag": "6e4a7004-ed61-411e-bea2-c5e80a97ab96"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:34:48.981559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-dc335746-cac7-4069-b32b-3b250ce075e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:48.983106 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-dc335746-cac7-4069-b32b-3b250ce075e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7252d718-e071-411b-ada2-10201128f18c HTTP/1.1" status: 200 len: 851 time: 0.4721861 Feb 16 10:34:49.112452 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] For port a7fccd6e-cfac-4f56-bdcc-cc136df4e778, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:34:49.114525 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] For port a7fccd6e-cfac-4f56-bdcc-cc136df4e778, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:34:49.131998 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:49.166993 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-5228b8e8-7a95-4d2e-ac7c-d82f15e5ca43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ab19543-06b7-47ff-aa8b-9760c52d0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680038 Feb 16 10:34:49.228515 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a30b0cd4-7f45-4f24-be50-25740fd35245 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:49.290898 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-ca13c6cd-28d7-412a-8e2a-441749fac48d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5062659 Feb 16 10:34:49.326405 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 2, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:49.370854 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Routers {'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:49.382463 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:49.388371 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b0302-1a6b-4bc8-9be0-47a7e2918878 None None] Pushing event updated for resources: {'Port': ['ID=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:49.417914 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:34:49.418325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Updating router bf56e742-4b39-45ab-a4b9-2634b9e80824 port 507a57c8-d548-4375-9d1b-dc65e96e3d58 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:34:49.460587 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-c985a7ed-eb73-4b81-92e0-9fcc5d0d7d41 service neutron] 10.222.0.24 "GET /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750320 Feb 16 10:34:49.501640 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51402) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:49.508174 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060457283', 'description': 'tempest-description--1106635713'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:49.517349 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:49.595336 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:49.763220 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] Set router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:49.813283 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (4386a331-507e-446c-a63c-7faacd9d7116), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:49.821083 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4386a331-507e-446c-a63c-7faacd9d7116), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:49.906136 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:49.909583 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4047058 Feb 16 10:34:49.924795 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51410) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:49.949068 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'security_group_rule': {'security_group_id': '4386a331-507e-446c-a63c-7faacd9d7116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:49.968486 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b20c7-5158-4db2-8ea9-5d3873499e64 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4386a331-507e-446c-a63c-7faacd9d7116,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:50.031761 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (69c17e61-3b14-482c-b1e3-fdd2105beb33), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.165124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (69c17e61-3b14-482c-b1e3-fdd2105beb33), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.170685 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (69c17e61-3b14-482c-b1e3-fdd2105beb33), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.208616 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c17e61-3b14-482c-b1e3-fdd2105beb33,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:50.228788 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.232490 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d5f2fdb2-ea91-46f5-ad02-a407f9dd5575 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013754 Feb 16 10:34:50.232794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51414) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:50.238357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'security_group_rule': {'security_group_id': '4386a331-507e-446c-a63c-7faacd9d7116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:50.297255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (f87f633a-ef13-417a-824b-580e5901a9d6), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.328329 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'a7fccd6e-cfac-4f56-bdcc-cc136df4e778', 'name': '', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'mac_address': 'fa:16:3e:73:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:39Z', 'updated_at': '2022-02-16T10:34:49Z', 'revision_number': 4, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'subnets': [{'id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:50.374511 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881fd9bd-ed80-44cc-bbc0-e1aa875eeb42 None None] The sync data for ids ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'] in dv-cinder-804757-12-iscsi is: [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'a7fccd6e-cfac-4f56-bdcc-cc136df4e778', 'name': '', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'mac_address': 'fa:16:3e:73:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:39Z', 'updated_at': '2022-02-16T10:34:49Z', 'revision_number': 4, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'subnets': [{'id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:34:50.412777 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51418) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:50.451958 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (f87f633a-ef13-417a-824b-580e5901a9d6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.481322 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (f87f633a-ef13-417a-824b-580e5901a9d6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.497553 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f29e8af-4874-47d6-ba5d-b4ca630a54ea req-1bb7a3a1-d46b-4395-9ca4-c408446fc3b2 service neutron] 10.222.0.24 "GET /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0356760 Feb 16 10:34:50.602016 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87f633a-ef13-417a-824b-580e5901a9d6,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:50.610323 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7883d1-7dda-4071-9d83-a71da9eff28a req-7eae75d0-a7bc-4207-a6b9-73409489e052 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:50.616929 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4b7883d1-7dda-4071-9d83-a71da9eff28a req-7eae75d0-a7bc-4207-a6b9-73409489e052 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 943 time: 0.9419577 Feb 16 10:34:50.625533 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.632703 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cc77b1e9-ac3d-4d22-acb5-fb5dfd35aa12 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3983762 Feb 16 10:34:50.645746 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51422) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:50.647980 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-537d96e5-5117-4065-88e6-7a0ef8315486 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:34:50.658832 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-537d96e5-5117-4065-88e6-7a0ef8315486 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154135 Feb 16 10:34:50.674023 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:50.826030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b7c8a9b5-bf38-4813-a0f9-b9b8ed301cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.829427 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Publish callbacks [] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.840469 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.840976 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:50.919584 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4b7883d1-7dda-4071-9d83-a71da9eff28a req-99e859d6-39c9-484b-84bf-1d2cf96e9cae tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947326 Feb 16 10:34:50.989212 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207fce8-ce1f-4a0c-8104-f11d2aab8585 None None] Pushing event updated for resources: {'Port': ['ID=507a57c8-d548-4375-9d1b-dc65e96e3d58,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:51.098019 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-10f1d7ca-325c-4672-b2bc-3199a738bca1 service neutron] 10.222.0.45 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348941 Feb 16 10:34:51.119054 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.323097 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Attempting to bind port 507a57c8-d548-4375-9d1b-dc65e96e3d58 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:34:51.325984 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Attempting to bind port 507a57c8-d548-4375-9d1b-dc65e96e3d58 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:34:51.326519 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Attempting to bind port 507a57c8-d548-4375-9d1b-dc65e96e3d58 on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:34:51.348223 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:34:51.354470 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Checking segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:34:51.355120 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.355691 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Bound using segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:34:51.356348 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Bound port: 507a57c8-d548-4375-9d1b-dc65e96e3d58, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:34:51.359045 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.565164 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Allocated IP 172.27.2.56 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/f92021dc-f6f8-435d-955e-1afd1c8b0efe) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:51.608217 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-634ae673-bb10-4415-b711-1a186a461eda service neutron] 10.222.0.45 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963446 Feb 16 10:34:51.615719 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b7c8a9b5-bf38-4813-a0f9-b9b8ed301cf8 admin admin] Publish callbacks [] for security_group (11e3daed-1d42-4f09-87c8-9570e62eaee1), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.624760 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b7c8a9b5-bf38-4813-a0f9-b9b8ed301cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (11e3daed-1d42-4f09-87c8-9570e62eaee1), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.637274 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] For port 507a57c8-d548-4375-9d1b-dc65e96e3d58, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:34:51.643756 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] For port 507a57c8-d548-4375-9d1b-dc65e96e3d58, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=507a57c8-d548-4375-9d1b-dc65e96e3d58,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:34:51.659929 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a7fccd6e-cfac-4f56-bdcc-cc136df4e778 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:51.670535 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8a9b5-bf38-4813-a0f9-b9b8ed301cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3daed-1d42-4f09-87c8-9570e62eaee1,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:51.707039 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b7c8a9b5-bf38-4813-a0f9-b9b8ed301cf8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72c29d9395b34ec8b909a42a88517cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2927313 Feb 16 10:34:51.712633 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51452) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:51.735284 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.844600 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] Provisioning complete for port 507a57c8-d548-4375-9d1b-dc65e96e3d58 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:51.845450 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.859029 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e796fbf-35e7-468c-b9bd-9fb015e3df9e admin admin] Publish callbacks [] for security_group (11e3daed-1d42-4f09-87c8-9570e62eaee1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.891540 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:51.996112 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e796fbf-35e7-468c-b9bd-9fb015e3df9e admin admin] Publish callbacks [] for security_group (11e3daed-1d42-4f09-87c8-9570e62eaee1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:52.042806 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b8fa70-16f5-428b-920c-3b108cf14522 x-openstack-request-id: req-c5b8fa70-16f5-428b-920c-3b108cf14522 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:34:52.044195 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce21f25-8936-4c1e-8199-2fb9ce31e018", "tag": "6e4a7004-ed61-411e-bea2-c5e80a97ab96", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:34:52.045320 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5b8fa70-16f5-428b-920c-3b108cf14522 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:34:52.047099 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'tag': '6e4a7004-ed61-411e-bea2-c5e80a97ab96', 'status': 'completed', 'code': 200} Feb 16 10:34:52.050788 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:52.172791 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:34:52.173498 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:34:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:52.248039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51472) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:52.293532 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e796fbf-35e7-468c-b9bd-9fb015e3df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (11e3daed-1d42-4f09-87c8-9570e62eaee1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:52.296818 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e796fbf-35e7-468c-b9bd-9fb015e3df9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:52.319013 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'Port': ['ID=f92021dc-f6f8-435d-955e-1afd1c8b0efe,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:52.322749 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5e796fbf-35e7-468c-b9bd-9fb015e3df9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11e3daed-1d42-4f09-87c8-9570e62eaee1 HTTP/1.1" status: 204 len: 168 time: 0.6083434 Feb 16 10:34:52.347456 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:52.358048 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:52.366214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:52.369591 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e796fbf-35e7-468c-b9bd-9fb015e3df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3daed-1d42-4f09-87c8-9570e62eaee1,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:52.794814 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770c105-7f01-43ee-94a1-820c507c56d6 req-2ceb3006-7b70-4cd5-8c7d-f6fb4069488d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:52.799815 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f770c105-7f01-43ee-94a1-820c507c56d6 req-2ceb3006-7b70-4cd5-8c7d-f6fb4069488d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 943 time: 0.3058057 Feb 16 10:34:52.804367 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-2baba2d5-9744-46d6-aa68-057e8caaa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:52.815213 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-2baba2d5-9744-46d6-aa68-057e8caaa742 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6f43ca3ab52417e85d5002a3dca0ae0&device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 1127 time: 0.7582130 Feb 16 10:34:52.820582 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] Current status of the port 507a57c8-d548-4375-9d1b-dc65e96e3d58 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:52.821155 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:52.836960 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207fce8-ce1f-4a0c-8104-f11d2aab8585 None None] Pushing event updated for resources: {'Port': ['ID=507a57c8-d548-4375-9d1b-dc65e96e3d58,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:52.954958 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:52.955715 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:52.970472 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:34:53.114974 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f770c105-7f01-43ee-94a1-820c507c56d6 req-c2202eda-ffce-40dd-9ae5-6c7c10628b1f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087204 Feb 16 10:34:53.141926 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-557854ac-21b1-41f8-aabd-3d47db7f27ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.211664 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-353a7521-00e5-4b7f-89e5-647cf6c3aac7 req-3b418c9d-768d-4c38-a24e-327865afb404 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 210 time: 0.1322479 Feb 16 10:34:53.233975 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (c48f3960-d23a-4e88-9463-ff963d3d9de5), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.350253 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] For port 507a57c8-d548-4375-9d1b-dc65e96e3d58, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=507a57c8-d548-4375-9d1b-dc65e96e3d58,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:34:53.435381 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.504478 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-557854ac-21b1-41f8-aabd-3d47db7f27ba admin admin] Publish callbacks [] for security_group (158b9cc3-6c46-484e-923d-c46b6a5340b8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.510483 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-557854ac-21b1-41f8-aabd-3d47db7f27ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (158b9cc3-6c46-484e-923d-c46b6a5340b8), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.627466 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-557854ac-21b1-41f8-aabd-3d47db7f27ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91a3bdd4c79349e4b33d4e67c8511499&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3770714 Feb 16 10:34:53.629496 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51548) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:53.652541 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557854ac-21b1-41f8-aabd-3d47db7f27ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158b9cc3-6c46-484e-923d-c46b6a5340b8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:53.676985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.758071 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-84cc6561-b074-40e4-b1ff-f89fe28b52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:53.766582 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-84cc6561-b074-40e4-b1ff-f89fe28b52df service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ab19543-06b7-47ff-aa8b-9760c52d0116 HTTP/1.1" status: 200 len: 912 time: 0.9362776 Feb 16 10:34:53.776916 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6c852982-62a6-4c06-bbb7-32e859b52566 admin admin] Publish callbacks [] for security_group (158b9cc3-6c46-484e-923d-c46b6a5340b8), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.829959 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13540e-5e3d-442c-bb41-c695852376e3 None None] Pushing event updated for resources: {'Port': ['ID=507a57c8-d548-4375-9d1b-dc65e96e3d58,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:53.861814 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-5af46121-a6a5-4d98-b7ec-2bee3b6a118e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96 HTTP/1.1" status: 200 len: 217 time: 0.0725639 Feb 16 10:34:53.931632 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-cf86a5cc-bb3f-47ab-9531-0a223602b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:53.933601 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-cf86a5cc-bb3f-47ab-9531-0a223602b770 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7252d718-e071-411b-ada2-10201128f18c HTTP/1.1" status: 200 len: 851 time: 0.0596099 Feb 16 10:34:53.953412 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6c852982-62a6-4c06-bbb7-32e859b52566 admin admin] Publish callbacks [] for security_group (158b9cc3-6c46-484e-923d-c46b6a5340b8), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:53.991082 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-5b2eac67-4d59-4611-be5a-eb72a45ea716 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ab19543-06b7-47ff-aa8b-9760c52d0116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493925 Feb 16 10:34:54.124348 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:54.130624 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.162522 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-8f40b3a3-b200-4318-928c-41360b6a5f5e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:54.170773 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-8f40b3a3-b200-4318-928c-41360b6a5f5e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 819 time: 0.4228916 Feb 16 10:34:54.199762 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-9d179fac-93ec-43e0-9a91-042bf993330d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/quotas/f7f0b569e78640c0a28623584eeb78ff HTTP/1.1" status: 200 len: 375 time: 0.0243933 Feb 16 10:34:54.272995 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6c852982-62a6-4c06-bbb7-32e859b52566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (158b9cc3-6c46-484e-923d-c46b6a5340b8), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.276383 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-4abeb703-322f-46cb-9a5e-1f4335b16a72 None None] Provisioning complete for port 507a57c8-d548-4375-9d1b-dc65e96e3d58 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:54.282145 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4abeb703-322f-46cb-9a5e-1f4335b16a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.283213 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6c852982-62a6-4c06-bbb7-32e859b52566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.289348 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6c852982-62a6-4c06-bbb7-32e859b52566 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/158b9cc3-6c46-484e-923d-c46b6a5340b8 HTTP/1.1" status: 204 len: 168 time: 0.6524177 Feb 16 10:34:54.350242 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c852982-62a6-4c06-bbb7-32e859b52566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b9cc3-6c46-484e-923d-c46b6a5340b8,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:54.412374 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-3dd7d0b2-ce7b-4f63-82e3-b4f2cb76d982 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2037277 Feb 16 10:34:54.454309 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port a7fccd6e-cfac-4f56-bdcc-cc136df4e778, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:34:54.466627 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.539057 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51580) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:54.544917 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:54.568739 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:51Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:34:54.608116 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13644f53-8354-4a14-88d7-19154c7a0853 None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:51Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:34:54.643738 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-d01ebbeb-d74f-42bc-baf6-bc519d402c69 service neutron] 10.222.0.45 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227366 Feb 16 10:34:54.725967 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-1e534049-b945-4709-846a-e626ff61fcc6 service neutron] 10.222.0.24 "GET /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113557 Feb 16 10:34:54.820534 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-4abeb703-322f-46cb-9a5e-1f4335b16a72 None None] Current status of the port 507a57c8-d548-4375-9d1b-dc65e96e3d58 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:54.904232 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.928000 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec0b7-9711-449a-8868-2cc09d464e55 req-32dc0e0f-4ac3-4204-96ff-ff12ff20e71d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:54.940287 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-685ec0b7-9711-449a-8868-2cc09d464e55 req-32dc0e0f-4ac3-4204-96ff-ff12ff20e71d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 943 time: 0.6186364 Feb 16 10:34:54.974821 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:54.993094 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-2f35f73b-daaf-4da7-b314-6241e198606f service neutron] 10.222.0.45 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387513 Feb 16 10:34:55.126497 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'Port': ['ID=f92021dc-f6f8-435d-955e-1afd1c8b0efe,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:55.195173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (c48f3960-d23a-4e88-9463-ff963d3d9de5), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:55.267882 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:55.278983 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f4f9276c-51ce-45e7-b127-d9e24dcb3244 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6309936 Feb 16 10:34:55.299385 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-685ec0b7-9711-449a-8868-2cc09d464e55 req-76cefa22-6e99-4876-9f3f-b304865d87da tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513088 Feb 16 10:34:55.329716 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-311013a8-715c-4bd3-8cf2-fa2fa7eb826c req-9f4a707f-44ac-4762-9e03-c809d7f4e060 service neutron] 10.222.0.24 "GET /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720210 Feb 16 10:34:55.464881 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b9a6e4a3-443f-4d1f-8270-d84e9b2273e9 req-c4c8c72d-ac02-47b3-bbdd-add4514d864b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 210 time: 0.0646679 Feb 16 10:34:55.787368 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-133ba389-01a7-42c6-af9b-7a15a47ee2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:56.031531 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-b8f90f47-a8a1-4d5c-8122-72c9969a6eab tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:56.033395 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-b8f90f47-a8a1-4d5c-8122-72c9969a6eab tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 819 time: 0.3546169 Feb 16 10:34:56.053354 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Request body: {'port': {'device_id': '6931dd55-c474-42a5-ada0-f9674740ed27', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'admin_state_up': True, 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:56.194399 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51634) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:56.229211 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-040f7329-2a34-4687-9e3f-a4ead0762d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:56.473969 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-133ba389-01a7-42c6-af9b-7a15a47ee2f9 admin admin] Publish callbacks [] for security_group (926b8291-2cf7-450a-87a8-c9bc3032ce9f), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:56.487258 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-133ba389-01a7-42c6-af9b-7a15a47ee2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (926b8291-2cf7-450a-87a8-c9bc3032ce9f), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:56.569027 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-d8876b41-79ff-4bd9-a86b-2d0cbf7680e4 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1060457283&fields=id&tenant_id=56f7fbb4a63f44c89653734f9047af7c HTTP/1.1" status: 200 len: 267 time: 0.2771199 Feb 16 10:34:56.620839 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-133ba389-01a7-42c6-af9b-7a15a47ee2f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd8803ee2fc243c98df0e994a1c04525&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0413768 Feb 16 10:34:56.652712 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51644) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:56.966309 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 507a57c8-d548-4375-9d1b-dc65e96e3d58 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:57.045088 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-040f7329-2a34-4687-9e3f-a4ead0762d69 admin admin] Publish callbacks [] for security_group (61c75756-92d1-43ef-8b89-e2ed19d942f0), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.109402 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 507a57c8-d548-4375-9d1b-dc65e96e3d58 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:57.110234 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.117276 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-040f7329-2a34-4687-9e3f-a4ead0762d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (61c75756-92d1-43ef-8b89-e2ed19d942f0), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.260128 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87b127f5-b015-457f-b2f5-53578be36d37 admin admin] Publish callbacks [] for security_group (926b8291-2cf7-450a-87a8-c9bc3032ce9f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.280574 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 507a57c8-d548-4375-9d1b-dc65e96e3d58 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:57.281917 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a7fccd6e-cfac-4f56-bdcc-cc136df4e778 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:34:57.283822 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-040f7329-2a34-4687-9e3f-a4ead0762d69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=224ed5d1f145413ca54e6e9dd56479ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0871613 Feb 16 10:34:57.315098 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51656) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:57.315359 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51658) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:57.351549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-3791d251-a72e-4105-89a0-e1223e84e188 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:57.359525 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-3791d251-a72e-4105-89a0-e1223e84e188 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 811 time: 0.7893369 Feb 16 10:34:57.371784 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f7329-2a34-4687-9e3f-a4ead0762d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c75756-92d1-43ef-8b89-e2ed19d942f0,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:57.399697 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-5dd0e085-137b-4bc5-987e-295724af6ae9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/quotas/56f7fbb4a63f44c89653734f9047af7c HTTP/1.1" status: 200 len: 375 time: 0.0389714 Feb 16 10:34:57.418846 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87b127f5-b015-457f-b2f5-53578be36d37 admin admin] Publish callbacks [] for security_group (926b8291-2cf7-450a-87a8-c9bc3032ce9f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.421902 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:34:57.422323 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.451417 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ba389-01a7-42c6-af9b-7a15a47ee2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b8291-2cf7-450a-87a8-c9bc3032ce9f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:57.499796 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adaf2bd8-7474-40b7-8148-15517d4f2e1d admin admin] Publish callbacks [] for security_group (61c75756-92d1-43ef-8b89-e2ed19d942f0), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.557615 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adaf2bd8-7474-40b7-8148-15517d4f2e1d admin admin] Publish callbacks [] for security_group (61c75756-92d1-43ef-8b89-e2ed19d942f0), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.568857 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82a26-4b6f-4cdf-b11b-144c70b38df9 req-e873ab5b-a9b6-43e4-8971-4e9f8ec1ef3e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:57.583706 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-adc82a26-4b6f-4cdf-b11b-144c70b38df9 req-e873ab5b-a9b6-43e4-8971-4e9f8ec1ef3e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 943 time: 0.9757402 Feb 16 10:34:57.584219 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.24', 49931) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:57.614233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-41918138-network', 'tenant_id': 'a0f77a9590b9480db57baf1fdf804d3d'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:57.709554 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:34:57.734313 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Made reservation on behalf of f7f0b569e78640c0a28623584eeb78ff for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:57.749400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.780888 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-1ec95640-6130-4e6b-aabc-7b19ec70ebfb tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3798478 Feb 16 10:34:57.852158 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87b127f5-b015-457f-b2f5-53578be36d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (926b8291-2cf7-450a-87a8-c9bc3032ce9f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.857084 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87b127f5-b015-457f-b2f5-53578be36d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:57.859259 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-87b127f5-b015-457f-b2f5-53578be36d37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/926b8291-2cf7-450a-87a8-c9bc3032ce9f HTTP/1.1" status: 204 len: 168 time: 1.2054651 Feb 16 10:34:57.905420 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b127f5-b015-457f-b2f5-53578be36d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b8291-2cf7-450a-87a8-c9bc3032ce9f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:58.060451 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-6694189f-9524-4418-872d-ce563587d495 service neutron] 10.222.0.45 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652311 Feb 16 10:34:58.071563 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adaf2bd8-7474-40b7-8148-15517d4f2e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (61c75756-92d1-43ef-8b89-e2ed19d942f0), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:58.074814 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adaf2bd8-7474-40b7-8148-15517d4f2e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:58.076049 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-adaf2bd8-7474-40b7-8148-15517d4f2e1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61c75756-92d1-43ef-8b89-e2ed19d942f0 HTTP/1.1" status: 204 len: 168 time: 0.7560554 Feb 16 10:34:58.098649 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf2bd8-7474-40b7-8148-15517d4f2e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c75756-92d1-43ef-8b89-e2ed19d942f0,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:58.157648 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-e4a7e2fd-3fa6-4846-83a6-8c8998add1df tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:58.162303 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-e4a7e2fd-3fa6-4846-83a6-8c8998add1df tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 819 time: 0.5420053 Feb 16 10:34:58.188466 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Made reservation on behalf of a0f77a9590b9480db57baf1fdf804d3d for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:58.192748 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:58.215609 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:58.228987 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-baeeae12-e550-47c1-a9e1-59d5fc4ebac6 service neutron] 10.222.0.45 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662936 Feb 16 10:34:58.229576 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Request body: {'port': {'device_id': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'admin_state_up': True, 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:58.552678 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50dc0907-6b01-477c-8ba5-c0c9f297abb0 req-3ce47498-eed5-41c2-b562-cadebd623c5b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 210 time: 0.0692716 Feb 16 10:34:58.649430 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-adc82a26-4b6f-4cdf-b11b-144c70b38df9 req-e212d605-814f-4fd4-a963-87bd87485d8b tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9999020 Feb 16 10:34:58.750937 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1d92a8dd-7aa5-4319-962c-7999e64f717b req-a99d0e6b-a6a7-4de4-a6c5-0f98641b5cdf tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 210 time: 0.1248641 Feb 16 10:34:58.932338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Made reservation on behalf of f7f0b569e78640c0a28623584eeb78ff for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:58.940514 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.136955 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks [] for security_group (4707d03f-da48-4339-958c-3b675d7a741a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.177807 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4707d03f-da48-4339-958c-3b675d7a741a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.209941 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Allocated IP 172.20.0.8 (f80bce40-1201-4bfe-9f54-a1fbed813c72/017b45e3-ee7e-4eba-8b67-cd1661870ad6/ff250b9b-a765-40be-9740-c2037fea0025) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:59.230791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:34:59.242647 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4707d03f-da48-4339-958c-3b675d7a741a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:59.266600 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (b0cb4c9a-3790-4cd9-9b05-2d25fafd2922), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.267193 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Added segment b0cb4c9a-3790-4cd9-9b05-2d25fafd2922 of type vlan for network 2806ce3f-5c8f-42a9-b5ac-68cc29461968 Feb 16 10:34:59.352623 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (2806ce3f-5c8f-42a9-b5ac-68cc29461968), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.429743 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (2806ce3f-5c8f-42a9-b5ac-68cc29461968), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.430966 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:59.431705 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.513780 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51730) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:34:59.513900 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1925416 Feb 16 10:34:59.518742 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks [] for port (ff250b9b-a765-40be-9740-c2037fea0025), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.521641 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Request body: {'subnet': {'network_id': '2806ce3f-5c8f-42a9-b5ac-68cc29461968', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-41918138-subnet', 'tenant_id': 'a0f77a9590b9480db57baf1fdf804d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:34:59.555198 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06267b-9d15-4ecc-a59a-ceb8e0a2b630 admin admin] Pushing event updated for resources: {'Network': ['ID=2806ce3f-5c8f-42a9-b5ac-68cc29461968,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:59.571853 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 2806ce3f-5c8f-42a9-b5ac-68cc29461968 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:34:59.591965 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Made reservation on behalf of a0f77a9590b9480db57baf1fdf804d3d for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:34:59.596078 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.604344 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (ff250b9b-a765-40be-9740-c2037fea0025), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.828638 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eeb319b8-23f7-49c6-aa8a-9eb35764cab9 req-4183359e-b1c3-4fc1-9952-f6946166c8ba tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 210 time: 0.1291425 Feb 16 10:34:59.834843 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:34:59.842999 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:34:59.851490 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:34:59.857010 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:59.857692 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:34:59.866514 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Pushing event updated for resources: {'Port': ['ID=ff250b9b-a765-40be-9740-c2037fea0025,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:34:59.874369 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Allocated IP 172.20.0.12 (f80bce40-1201-4bfe-9f54-a1fbed813c72/017b45e3-ee7e-4eba-8b67-cd1661870ad6/9f3e1c4e-e864-4318-b5a5-3a706949e8b2) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:34:59.939911 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-22b71a07-a1b5-4f3f-b6de-185a8d16f6bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8937423 Feb 16 10:34:59.949250 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b76f-c98c-465d-b24b-3be1003e4c98 req-98bf8446-bf4b-46ce-9a44-781d7d08f57f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:34:59.959928 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e762b76f-c98c-465d-b24b-3be1003e4c98 req-98bf8446-bf4b-46ce-9a44-781d7d08f57f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 943 time: 0.1569111 Feb 16 10:34:59.973540 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Request body: {'port': {'device_id': '6931dd55-c474-42a5-ada0-f9674740ed27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:00.089468 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e762b76f-c98c-465d-b24b-3be1003e4c98 req-960797e4-c901-4441-af07-feb0280b98bc tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256831 Feb 16 10:35:00.105645 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (33fc4c53-2b93-46ae-9730-e78bae05d969), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:00.153833 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60b1cd7c-4bea-4f36-b53e-48aaad793654 req-c0cad156-a1ca-4670-87d5-b31d3b4968d4 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 210 time: 0.1506624 Feb 16 10:35:00.220875 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ff250b9b-a765-40be-9740-c2037fea0025), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:00.245536 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.24', 49939) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:00.272886 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fc4c53-2b93-46ae-9730-e78bae05d969,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:00.299020 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Checking segment: {'id': 'b0cb4c9a-3790-4cd9-9b05-2d25fafd2922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2806ce3f-5c8f-42a9-b5ac-68cc29461968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:00.299375 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Network hostable DHCP agents. Network: 2806ce3f-5c8f-42a9-b5ac-68cc29461968, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:35:00.333872 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Network 2806ce3f-5c8f-42a9-b5ac-68cc29461968 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:35:00.400047 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 2806ce3f-5c8f-42a9-b5ac-68cc29461968) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:00.417027 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:00.417735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:00.418310 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7e36b-3c77-4889-8cc5-e955707e86bb None None] Network 2806ce3f-5c8f-42a9-b5ac-68cc29461968 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:00.476183 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-81bb0c60-e151-436a-b14c-9270e0ae8ef9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:00.478151 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-81bb0c60-e151-436a-b14c-9270e0ae8ef9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 811 time: 0.2260449 Feb 16 10:35:00.482334 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a9828151-6748-4137-bae4-be033f11d456 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9672024 Feb 16 10:35:00.607212 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks [] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:00.645982 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-03f2cf12-1c44-42ca-b699-8f5a864e5c82 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f7fbb4a63f44c89653734f9047af7c HTTP/1.1" status: 200 len: 380 time: 0.1533129 Feb 16 10:35:00.659588 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6c441-9ba2-49ac-a388-916e1f17688a None None] Network 2806ce3f-5c8f-42a9-b5ac-68cc29461968 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:00.663781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'port': {'device_id': 'abe26725-b464-4ca8-994e-05ce84417564', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'admin_state_up': True, 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'security_groups': ['4386a331-507e-446c-a63c-7faacd9d7116']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:00.720789 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:00.789087 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Network f80bce40-1201-4bfe-9f54-a1fbed813c72 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:00.796363 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:00.807358 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:00.813387 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:00.814084 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:00.857861 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Pushing event updated for resources: {'Port': ['ID=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:00.877765 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-4ca537c7-1333-4c0a-aa62-bf812f8fe142 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6685445 Feb 16 10:35:00.894073 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Request body: {'port': {'device_id': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:00.984552 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff250b9b-a765-40be-9740-c2037fea0025 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:00.995981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Publish callbacks [] for port (ff250b9b-a765-40be-9740-c2037fea0025), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.006607 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.044158 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Transition to ACTIVE for port object ff250b9b-a765-40be-9740-c2037fea0025 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:35:01.049560 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b47b3-2d8c-4421-9ae9-eb0498a0c064 req-6893ae65-68f7-40c5-a2d6-a5e8145b2292 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:01.052433 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-263b47b3-2d8c-4421-9ae9-eb0498a0c064 req-6893ae65-68f7-40c5-a2d6-a5e8145b2292 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 932 time: 0.1047101 Feb 16 10:35:01.056061 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ff250b9b-a765-40be-9740-c2037fea0025), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.093585 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Made reservation on behalf of 56f7fbb4a63f44c89653734f9047af7c for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:01.101830 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.180283 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-263b47b3-2d8c-4421-9ae9-eb0498a0c064 req-891418b2-1ea5-44e0-843a-7d9f43c6cafc tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201949 Feb 16 10:35:01.219782 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Pushing event updated for resources: {'Port': ['ID=ff250b9b-a765-40be-9740-c2037fea0025,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:01.254020 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Attempting to bind port ff250b9b-a765-40be-9740-c2037fea0025 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:01.254405 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Attempting to bind port ff250b9b-a765-40be-9740-c2037fea0025 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:01.254803 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Attempting to bind port ff250b9b-a765-40be-9740-c2037fea0025 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:01.298943 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Port ff250b9b-a765-40be-9740-c2037fea0025 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:35:01.299595 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Attempting to bind port ff250b9b-a765-40be-9740-c2037fea0025 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:01.383197 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:01.383630 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Checking segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:01.383856 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Bound using segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:01.384291 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Bound port: ff250b9b-a765-40be-9740-c2037fea0025, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:01.384642 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ff250b9b-a765-40be-9740-c2037fea0025), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.458622 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51814) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:01.479097 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb776b0-9c2c-44e8-b474-877c95de92ce req-9cecc368-11ee-49e1-a564-635847ce7c43 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:01.480549 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6fb776b0-9c2c-44e8-b474-877c95de92ce req-9cecc368-11ee-49e1-a564-635847ce7c43 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 943 time: 0.2231541 Feb 16 10:35:01.524875 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-79588adf-3cc2-4f0f-b37a-a5c1f69a8df8 req-3e753753-8798-43b5-8626-c67b9cb3c0dc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 210 time: 0.0485706 Feb 16 10:35:01.535822 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Allocated IP 172.20.0.8 (8977f40d-da89-4595-86ad-1970e5a4d3d8/8a2201c3-8d9f-47dc-86a2-a09981ae1020/93f5db16-8e6b-425e-a7f5-2f5a98312ada) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:01.568212 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] For port ff250b9b-a765-40be-9740-c2037fea0025, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:01.603315 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] For port ff250b9b-a765-40be-9740-c2037fea0025, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff250b9b-a765-40be-9740-c2037fea0025,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:01.615643 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:01.624247 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ff250b9b-a765-40be-9740-c2037fea0025), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.627433 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Publish callbacks [] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.642407 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6fb776b0-9c2c-44e8-b474-877c95de92ce req-44140736-95f2-4ad3-a26f-a68b1084ec59 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535573 Feb 16 10:35:01.658829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Transition to ACTIVE for port object 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:35:01.680547 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-5bd3146c-432a-4526-a249-2c2fe76403af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.687270 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.708364 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:01.709292 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.710849 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] 10.222.0.24 "PUT /v2.0/ports/ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 1093 time: 1.7447889 Feb 16 10:35:01.712970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6931dd55-c474-42a5-ada0-f9674740ed27', 'tag': 'ff250b9b-a765-40be-9740-c2037fea0025'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:01.726477 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6931dd55-c474-42a5-ada0-f9674740ed27", "tag": "ff250b9b-a765-40be-9740-c2037fea0025"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:01.799558 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf337-4663-4242-b63b-e1e095910d7c service neutron] Pushing event updated for resources: {'Port': ['ID=ff250b9b-a765-40be-9740-c2037fea0025,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:01.811498 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.871417 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:01.969482 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:01.975192 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:01.977990 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:01.983541 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:01.984348 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.025075 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3725691 Feb 16 10:35:02.039327 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Request body: {'port': {'device_id': 'abe26725-b464-4ca8-994e-05ce84417564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:02.078752 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d24d61-ce88-4f02-9eab-3035db290934 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'Port': ['ID=93f5db16-8e6b-425e-a7f5-2f5a98312ada,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:02.132391 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.157842 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 6e4a7004-ed61-411e-bea2-c5e80a97ab96 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:35:02.160640 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1cf045-a954-459a-9765-64edaf2730c0 x-openstack-request-id: req-5c1cf045-a954-459a-9765-64edaf2730c0 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:02.161178 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6931dd55-c474-42a5-ada0-f9674740ed27", "tag": "ff250b9b-a765-40be-9740-c2037fea0025", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:02.161178 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c1cf045-a954-459a-9765-64edaf2730c0 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:02.161576 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6931dd55-c474-42a5-ada0-f9674740ed27', 'tag': 'ff250b9b-a765-40be-9740-c2037fea0025', 'status': 'completed', 'code': 200} Feb 16 10:35:02.167244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Attempting to bind port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:02.167578 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Attempting to bind port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:02.167893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Attempting to bind port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:02.279928 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:02.301901 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-75634558-3c7b-43de-9122-72e2c492451a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.306820 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:35:02.309699 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Attempting to bind port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 on network f80bce40-1201-4bfe-9f54-a1fbed813c72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:02.333349 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-06c15c19-3a55-4e64-9f0d-77d5873ea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:02.334969 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-06c15c19-3a55-4e64-9f0d-77d5873ea37e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1127 time: 0.5677900 Feb 16 10:35:02.372965 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:02.373292 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Checking segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:02.376194 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Bound using segment: {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:02.376669 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Bound port: 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636a3f50-5eb3-4a55-a918-798488f50643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:02.377029 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.443985 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-9b361d55-6cef-4a0e-981c-ebb83fd737e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0635443 Feb 16 10:35:02.491640 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96,segment=NetworkSegment(bf9b2e94-f16d-4eb6-a61f-619648a27202),segment_id=bf9b2e94-f16d-4eb6-a61f-619648a27202)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:02.523037 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '6e4a7004-ed61-411e-bea2-c5e80a97ab96', 'network_id': '0ab19543-06b7-47ff-aa8b-9760c52d0116', 'port_id': '6e4a7004-ed61-411e-bea2-c5e80a97ab96', 'mac_address': 'fa:16:3e:6e:f1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7252d718-e071-411b-ada2-10201128f18c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:35:02.527443 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-926b6552-5e4c-43d8-af43-a31258d9175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:02.528973 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-926b6552-5e4c-43d8-af43-a31258d9175c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.0730493 Feb 16 10:35:02.531181 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51874) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:02.550369 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090368482-network', 'tenant_id': 'f867f312848d446cb908ee3a1cc2ec1a'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:02.592305 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-bdddf54a-6307-480d-bb4d-14ac34c8801c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336418 Feb 16 10:35:02.655930 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-564509cc-8f3b-4214-8a7c-b66e29d2035c None None] Provisioning complete for port 93f5db16-8e6b-425e-a7f5-2f5a98312ada triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:02.656306 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-564509cc-8f3b-4214-8a7c-b66e29d2035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.702400 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:02.703439 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.736893 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-564509cc-8f3b-4214-8a7c-b66e29d2035c None None] Port 93f5db16-8e6b-425e-a7f5-2f5a98312ada cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:35:02.742599 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a7004-ed61-411e-bea2-c5e80a97ab96 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:02.754738 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeca1c-e742-444e-85ec-c90c1c8a4d8c req-d338787a-6737-41b5-93cd-362b795d3e60 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:02.756411 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d3eeca1c-e742-444e-85ec-c90c1c8a4d8c req-d338787a-6737-41b5-93cd-362b795d3e60 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 944 time: 0.4205639 Feb 16 10:35:02.783606 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96,segment=NetworkSegment(bf9b2e94-f16d-4eb6-a61f-619648a27202),segment_id=bf9b2e94-f16d-4eb6-a61f-619648a27202)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:02.791546 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.800775 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Made reservation on behalf of f867f312848d446cb908ee3a1cc2ec1a for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:02.803416 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.839455 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.890443 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] For port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:02.899440 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-43b8b979-05bb-45fa-bc75-c2002ee92025 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974100 Feb 16 10:35:02.904037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] For port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:02.917945 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=6e4a7004-ed61-411e-bea2-c5e80a97ab96,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:02.944855 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:02.949796 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d3eeca1c-e742-444e-85ec-c90c1c8a4d8c req-b805d44d-6710-4a64-9452-62c197671d84 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804543 Feb 16 10:35:03.025845 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-75634558-3c7b-43de-9122-72e2c492451a admin admin] Publish callbacks [] for security_group (a555f370-1b42-45b6-a3a7-c7f90d19c406), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.037489 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['6e4a7004-ed61-411e-bea2-c5e80a97ab96'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:35:03.045680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.046425 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.047863 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] 10.222.0.24 "PUT /v2.0/ports/9f3e1c4e-e864-4318-b5a5-3a706949e8b2 HTTP/1.1" status: 200 len: 1094 time: 2.1601253 Feb 16 10:35:03.048406 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185243a0-c2f8-4818-9537-a531980e8691 req-9119c8d1-3174-43f1-acf7-26f26fa6702d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.050090 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-185243a0-c2f8-4818-9537-a531980e8691 req-9119c8d1-3174-43f1-acf7-26f26fa6702d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 931 time: 0.2529705 Feb 16 10:35:03.075159 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-75634558-3c7b-43de-9122-72e2c492451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a555f370-1b42-45b6-a3a7-c7f90d19c406), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.173041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks [] for security_group (4544eebb-8a14-4a26-9d6b-d41421fd1d48), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.205745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4544eebb-8a14-4a26-9d6b-d41421fd1d48), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.283405 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f5db16-8e6b-425e-a7f5-2f5a98312ada {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:03.295876 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:35:03.311962 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Publish callbacks [] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.341598 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-185243a0-c2f8-4818-9537-a531980e8691 req-4e5fa6a6-19eb-4189-8b55-05bfa840882b tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450807 Feb 16 10:35:03.357519 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Transition to ACTIVE for port object 93f5db16-8e6b-425e-a7f5-2f5a98312ada will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:35:03.365274 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.369710 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b5366-5d15-46d3-af67-f516587fdf96 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:03.401295 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-75634558-3c7b-43de-9122-72e2c492451a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3c05e77205f4e4f9fd7103b99559e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9399328 Feb 16 10:35:03.413610 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51920) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:03.418512 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (8d163fb4-c5a0-492f-aa20-833157b3597d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.418512 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Added segment 8d163fb4-c5a0-492f-aa20-833157b3597d of type vlan for network 359dfb87-eadf-4945-8afb-fa21e95abbba Feb 16 10:35:03.423075 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75634558-3c7b-43de-9122-72e2c492451a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a555f370-1b42-45b6-a3a7-c7f90d19c406,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:03.453781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=93f5db16-8e6b-425e-a7f5-2f5a98312ada,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:03.473617 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4691d894-fd12-4e4e-ac7f-6d837a3c72b0 req-6eb2706a-675d-491b-8c08-ff0f6aaf130d service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534544 Feb 16 10:35:03.521634 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5aae-0445-4e21-8b7c-83c2ba6fe04e req-8c2897e2-d446-4ae7-90f4-57f7a4564e57 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.523261 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fdda5aae-0445-4e21-8b7c-83c2ba6fe04e req-8c2897e2-d446-4ae7-90f4-57f7a4564e57 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 944 time: 0.3439691 Feb 16 10:35:03.541122 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Attempting to bind port 93f5db16-8e6b-425e-a7f5-2f5a98312ada on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:03.541637 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Attempting to bind port 93f5db16-8e6b-425e-a7f5-2f5a98312ada by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:03.542277 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Attempting to bind port 93f5db16-8e6b-425e-a7f5-2f5a98312ada on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:03.547641 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Port 93f5db16-8e6b-425e-a7f5-2f5a98312ada on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:35:03.548704 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Attempting to bind port 93f5db16-8e6b-425e-a7f5-2f5a98312ada on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:03.556549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:03.557183 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Checking segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:03.558022 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Bound using segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:03.558717 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Bound port: 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:03.559370 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.578250 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (359dfb87-eadf-4945-8afb-fa21e95abbba), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.607526 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-9b4f3d31-da6a-4a54-936a-bc3faae3dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.609790 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-9b4f3d31-da6a-4a54-936a-bc3faae3dfe6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 1128 time: 0.4291289 Feb 16 10:35:03.647152 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] For port 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host hv-cinder-80475, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:03.653182 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] For port 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:03.667120 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.681303 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4544eebb-8a14-4a26-9d6b-d41421fd1d48,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:03.717137 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.717772 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.719326 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 1093 time: 1.6847122 Feb 16 10:35:03.719765 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:03.767483 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (359dfb87-eadf-4945-8afb-fa21e95abbba), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.770358 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.770961 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.783171 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-21c26b41-d72d-4cf5-8ce6-5c9d9a581c99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2 HTTP/1.1" status: 200 len: 217 time: 0.1483107 Feb 16 10:35:03.794452 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fdda5aae-0445-4e21-8b7c-83c2ba6fe04e req-6fc0e54a-7cc7-4484-ac2b-3fbb83b6f3f0 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381511 Feb 16 10:35:03.879979 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243cfd-72ad-4d9e-9283-82323e94d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=93f5db16-8e6b-425e-a7f5-2f5a98312ada,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:03.884926 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3355558 Feb 16 10:35:03.897940 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51936) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:03.900444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f561c8be-a3ec-4daa-b6da-144df081460b admin admin] Publish callbacks [] for security_group (a555f370-1b42-45b6-a3a7-c7f90d19c406), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:03.912446 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Request body: {'subnet': {'network_id': '359dfb87-eadf-4945-8afb-fa21e95abbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090368482-subnet', 'tenant_id': 'f867f312848d446cb908ee3a1cc2ec1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:03.949933 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-dda16bc6-9d66-4cb1-846e-6eb36ffd3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.951481 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-dda16bc6-9d66-4cb1-846e-6eb36ffd3ed3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.1540546 Feb 16 10:35:03.962218 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-90d36ddb-7d3e-4147-b260-e399b0a0a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.963756 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-90d36ddb-7d3e-4147-b260-e399b0a0a269 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1127 time: 0.4054122 Feb 16 10:35:03.967543 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-810c6cab-f966-4cc2-850d-7b9c7b1d3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:03.968923 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-810c6cab-f966-4cc2-850d-7b9c7b1d3544 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1127 time: 0.1340787 Feb 16 10:35:03.970168 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82a248-e2a1-437e-8ac3-43eefed48abd admin admin] Pushing event updated for resources: {'Network': ['ID=359dfb87-eadf-4945-8afb-fa21e95abbba,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:03.983058 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 359dfb87-eadf-4945-8afb-fa21e95abbba details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:35:04.032800 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51942) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:04.075006 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-e0b7ec45-6a1a-4b0b-824a-edc4fca0f7e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 217 time: 0.0986483 Feb 16 10:35:04.102951 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-c358af81-e789-4343-8975-008a72567fd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337314 Feb 16 10:35:04.125588 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f561c8be-a3ec-4daa-b6da-144df081460b admin admin] Publish callbacks [] for security_group (a555f370-1b42-45b6-a3a7-c7f90d19c406), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.148412 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 6e4a7004-ed61-411e-bea2-c5e80a97ab96 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:04.166636 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'tag': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:04.168903 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957b0822-fd56-4ddc-bdd3-732f7db3fad1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7579655-3be8-4130-ac12-71ff4f3ac8c9", "tag": "9f3e1c4e-e864-4318-b5a5-3a706949e8b2"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:04.179150 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Made reservation on behalf of f867f312848d446cb908ee3a1cc2ec1a for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:04.181618 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.182346 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-8fbcec59-a6d5-41bd-8b9e-d286f56a4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:04.183859 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-8fbcec59-a6d5-41bd-8b9e-d286f56a4ff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.1027768 Feb 16 10:35:04.188266 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c4c76-817c-48d3-a78e-45cbb2befe0e" -d '{"events": [{"name": "network-changed", "server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:04.252152 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:35:04.257160 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:04.257957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.301649 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5cef88d4-7267-4a8f-8117-4c20751ff4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.325839 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-54ad55dd-35c1-46d7-a272-97e7abf73057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.364590 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4df585-d779-4fcd-a76e-bfeb139aedad req-0791d498-8d85-405c-8b3d-47af15e18c43 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:04.372517 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bb4df585-d779-4fcd-a76e-bfeb139aedad req-0791d498-8d85-405c-8b3d-47af15e18c43 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 944 time: 0.2605376 Feb 16 10:35:04.439553 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:04.440633 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e71be-0daf-4dbb-901f-8cf81d6aa0f9 x-openstack-request-id: req-a24e71be-0daf-4dbb-901f-8cf81d6aa0f9 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:04.440772 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.441387 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7579655-3be8-4130-ac12-71ff4f3ac8c9", "tag": "9f3e1c4e-e864-4318-b5a5-3a706949e8b2", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:04.441829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a24e71be-0daf-4dbb-901f-8cf81d6aa0f9 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:04.442329 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'tag': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2', 'status': 'completed', 'code': 200} Feb 16 10:35:04.447521 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed18e8c-4c22-4947-a749-d01e4d20a5df x-openstack-request-id: req-9ed18e8c-4c22-4947-a749-d01e4d20a5df {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:04.448731 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:04.448994 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ed18e8c-4c22-4947-a749-d01e4d20a5df {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:04.454802 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'status': 'completed', 'code': 200} Feb 16 10:35:04.455354 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.470225 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894320ac-6e03-4967-b45e-037e18d73098 req-929ab809-9489-47e0-9b21-0939a7420de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:04.471517 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-8290a4b7-0e03-4ce2-8207-27a2df1bbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:04.474044 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-8290a4b7-0e03-4ce2-8207-27a2df1bbf8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.4848893 Feb 16 10:35:04.476018 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-929ab809-9489-47e0-9b21-0939a7420de6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2641113 Feb 16 10:35:04.524272 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a7004-ed61-411e-bea2-c5e80a97ab96'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:04.559074 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-fa01a940-46bc-4422-8c25-e95efae0d4b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0440884 Feb 16 10:35:04.625616 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96,segment=NetworkSegment(bf9b2e94-f16d-4eb6-a61f-619648a27202),segment_id=bf9b2e94-f16d-4eb6-a61f-619648a27202)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:04.636438 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.652698 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bb4df585-d779-4fcd-a76e-bfeb139aedad req-938abd9b-e395-4d3b-824b-5cffe3b34392 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792749 Feb 16 10:35:04.687720 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-746e0aaa-003e-4545-a358-53814921fee4 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766016 Feb 16 10:35:04.696966 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:04.707386 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec1b36-f999-4651-aae5-ad40da2a7e60" -d '{"events": [{"server_uuid": "bce21f25-8936-4c1e-8199-2fb9ce31e018", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a7004-ed61-411e-bea2-c5e80a97ab96"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:04.735403 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f561c8be-a3ec-4daa-b6da-144df081460b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a555f370-1b42-45b6-a3a7-c7f90d19c406), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.738255 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f561c8be-a3ec-4daa-b6da-144df081460b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.739549 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f561c8be-a3ec-4daa-b6da-144df081460b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a555f370-1b42-45b6-a3a7-c7f90d19c406 HTTP/1.1" status: 204 len: 168 time: 1.3175449 Feb 16 10:35:04.770394 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=6e4a7004-ed61-411e-bea2-c5e80a97ab96,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:04.775301 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-dda9f62e-5edf-4022-91e2-eb5e10c74998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:04.777045 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-dda9f62e-5edf-4022-91e2-eb5e10c74998 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.1771283 Feb 16 10:35:04.810885 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-22da274e-cc19-4192-9be3-f518edf610b9 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874075 Feb 16 10:35:04.830896 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561c8be-a3ec-4daa-b6da-144df081460b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a555f370-1b42-45b6-a3a7-c7f90d19c406,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:04.895451 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Checking segment: {'id': '8d163fb4-c5a0-492f-aa20-833157b3597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '359dfb87-eadf-4945-8afb-fa21e95abbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:04.895879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Network hostable DHCP agents. Network: 359dfb87-eadf-4945-8afb-fa21e95abbba, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:35:04.905690 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-894320ac-6e03-4967-b45e-037e18d73098 req-498ac2ac-a211-4704-acc3-b72a1a1f38bd service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079217 Feb 16 10:35:04.921231 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f090a4-7675-4075-a607-9d3b1e457a5e x-openstack-request-id: req-d8f090a4-7675-4075-a607-9d3b1e457a5e {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:04.921636 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce21f25-8936-4c1e-8199-2fb9ce31e018", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a7004-ed61-411e-bea2-c5e80a97ab96", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:04.922352 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8f090a4-7675-4075-a607-9d3b1e457a5e {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:04.922838 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a7004-ed61-411e-bea2-c5e80a97ab96', 'code': 200} Feb 16 10:35:04.946549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5cef88d4-7267-4a8f-8117-4c20751ff4d6 admin admin] Publish callbacks [] for security_group (89ae52fe-8648-4963-8a23-a4003648d16e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.958924 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5cef88d4-7267-4a8f-8117-4c20751ff4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (89ae52fe-8648-4963-8a23-a4003648d16e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:04.979592 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-d25c8d21-e81c-4cfa-b337-4de08bcf92a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627150 Feb 16 10:35:04.992285 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5c38-5c96-4295-bdca-ffd03eb91f77 req-4b5d59b5-4f47-495b-b1b7-0839b85bf2c7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:04.993860 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b5ed5c38-5c96-4295-bdca-ffd03eb91f77 req-4b5d59b5-4f47-495b-b1b7-0839b85bf2c7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 943 time: 0.3975036 Feb 16 10:35:05.012576 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef88d4-7267-4a8f-8117-4c20751ff4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae52fe-8648-4963-8a23-a4003648d16e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:05.086216 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5cef88d4-7267-4a8f-8117-4c20751ff4d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a96e5b0fc0124a47a4e643fc36d87ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0529358 Feb 16 10:35:05.093507 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 51994) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:05.135689 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.24', 49947) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:05.177834 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Network 359dfb87-eadf-4945-8afb-fa21e95abbba is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:35:05.179710 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 51996) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:05.236680 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-0bb0c4c0-8b11-4b1c-b3e9-d30179e0d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:05.239187 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-0bb0c4c0-8b11-4b1c-b3e9-d30179e0d1b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1127 time: 0.2279663 Feb 16 10:35:05.257625 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.366076 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52000) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:05.417386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 359dfb87-eadf-4945-8afb-fa21e95abbba) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:05.425836 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d274f47-2bbf-413f-ad37-e2a2c12f4a59 None None] Network 359dfb87-eadf-4945-8afb-fa21e95abbba requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:05.439547 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-012b0a88-541e-4978-b573-3fec035015b8 admin admin] Publish callbacks [] for security_group (89ae52fe-8648-4963-8a23-a4003648d16e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.440276 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:05.441818 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.443293 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc40f85-08a2-4088-b369-e939a6643743 req-973ef2c8-604d-476d-ad11-21d336dbf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:05.444788 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ddc40f85-08a2-4088-b369-e939a6643743 req-973ef2c8-604d-476d-ad11-21d336dbf3a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 1129 time: 0.3060842 Feb 16 10:35:05.461382 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-282d0579-ee29-4809-928d-13cc9300eb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.464591 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f74d21ca-74dd-498d-9ada-c98feb77c7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.495006 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b5ed5c38-5c96-4295-bdca-ffd03eb91f77 req-2fd7c094-3c3d-4522-9d86-e344923349ad tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559622 Feb 16 10:35:05.512633 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45ee99-cfbf-4eb1-acb0-38044e23e480 req-977266d8-7a91-4671-adad-e6988baae105 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:05.517734 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-33711dd1-556d-4933-a370-08e93aed360c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6152809 Feb 16 10:35:05.521215 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d45ee99-cfbf-4eb1-acb0-38044e23e480 req-977266d8-7a91-4671-adad-e6988baae105 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.3647218 Feb 16 10:35:05.523708 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08a1f340-c7ea-4cfe-93ef-9b7cc33a3c77 req-85210065-f55d-486c-92b9-08f0093a6679 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632788 Feb 16 10:35:05.533837 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-ddc40f85-08a2-4088-b369-e939a6643743 req-536caf22-84d9-48f7-bb3d-6ea0183cc0fe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.535803 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-fbd7fd16-d90a-42c5-b702-beb221b4fbbe service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392170 Feb 16 10:35:05.576920 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-012b0a88-541e-4978-b573-3fec035015b8 admin admin] Publish callbacks [] for security_group (89ae52fe-8648-4963-8a23-a4003648d16e), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.620307 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-16bb9e37-85ca-473e-b864-1428a900e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:05.622503 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-16bb9e37-85ca-473e-b864-1428a900e65d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.3507495 Feb 16 10:35:05.703415 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-17a55986-55a9-4225-8bbc-9c5a70b26e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:05.705443 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-17a55986-55a9-4225-8bbc-9c5a70b26e4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 1128 time: 0.1336837 Feb 16 10:35:05.705819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2625c-c670-46c7-96d4-0b402d504886 None None] Network 359dfb87-eadf-4945-8afb-fa21e95abbba requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:05.711029 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52006) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:05.826916 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5aa3ab-52a9-423f-af92-26a94b0a07fa req-9f59601c-df6a-4aef-b1f9-e87d43579b7b service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842414 Feb 16 10:35:05.849765 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-282d0579-ee29-4809-928d-13cc9300eb74 admin admin] Publish callbacks [] for security_group (ca8e0a44-8867-4ded-ab59-33362a548718), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.884860 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-282d0579-ee29-4809-928d-13cc9300eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ca8e0a44-8867-4ded-ab59-33362a548718), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.903736 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Deleting subnet 33fc4c53-2b93-46ae-9730-e78bae05d969 {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:35:05.920247 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Publish callbacks [] for subnet (33fc4c53-2b93-46ae-9730-e78bae05d969), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:05.925320 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-aa1b676e-5fc4-4963-a2e7-54b6908e59b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 217 time: 0.0791943 Feb 16 10:35:05.955214 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d45ee99-cfbf-4eb1-acb0-38044e23e480 req-4d40b953-b31c-4a8b-ac5e-f5c1a22fb65f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330184 Feb 16 10:35:05.990744 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-282d0579-ee29-4809-928d-13cc9300eb74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d12bb4557a334f4e89775fe8ebe77dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8053579 Feb 16 10:35:05.993686 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52008) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:06.007193 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d0579-ee29-4809-928d-13cc9300eb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e0a44-8867-4ded-ab59-33362a548718,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.011935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Publish callbacks [] for subnet (33fc4c53-2b93-46ae-9730-e78bae05d969), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.038654 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fac-22cc-4120-97fd-d10c5f044174 req-bad090c1-04c9-42f7-a6a7-eb44c897d0c7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:06.040195 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3bce2fac-22cc-4120-97fd-d10c5f044174 req-bad090c1-04c9-42f7-a6a7-eb44c897d0c7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 944 time: 0.2517788 Feb 16 10:35:06.041219 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-65325812-38cf-486a-aa35-066bb9f90a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:06.042438 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-012b0a88-541e-4978-b573-3fec035015b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (89ae52fe-8648-4963-8a23-a4003648d16e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.042627 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-65325812-38cf-486a-aa35-066bb9f90a17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.3160355 Feb 16 10:35:06.043844 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (33fc4c53-2b93-46ae-9730-e78bae05d969), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.044957 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-012b0a88-541e-4978-b573-3fec035015b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.046065 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-012b0a88-541e-4978-b573-3fec035015b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89ae52fe-8648-4963-8a23-a4003648d16e HTTP/1.1" status: 204 len: 168 time: 0.9503989 Feb 16 10:35:06.067101 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-ff37feb7-ca21-408b-aa88-ed8fe02626ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:06.068657 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-ff37feb7-ca21-408b-aa88-ed8fe02626ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.1367965 Feb 16 10:35:06.114976 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b0a88-541e-4978-b573-3fec035015b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae52fe-8648-4963-8a23-a4003648d16e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.123412 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-ddc40f85-08a2-4088-b369-e939a6643743 req-536caf22-84d9-48f7-bb3d-6ea0183cc0fe service neutron] Publish callbacks [] for security_group (bb18a306-08af-4c18-944f-30a960275261), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.148945 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-ddc40f85-08a2-4088-b369-e939a6643743 req-536caf22-84d9-48f7-bb3d-6ea0183cc0fe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bb18a306-08af-4c18-944f-30a960275261), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.160437 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ff250b9b-a765-40be-9740-c2037fea0025 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:35:06.171568 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f74d21ca-74dd-498d-9ada-c98feb77c7e2 admin admin] Publish callbacks [] for security_group (95af93f4-7c80-4d69-a56b-3596e045e365), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.173082 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3bce2fac-22cc-4120-97fd-d10c5f044174 req-9e6a876f-5371-4b98-ab14-95e1ba42db9a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265454 Feb 16 10:35:06.177053 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-7b37d3bd-4057-49ab-90f6-6f67209acc45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2 HTTP/1.1" status: 200 len: 217 time: 0.1046865 Feb 16 10:35:06.200725 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f74d21ca-74dd-498d-9ada-c98feb77c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (95af93f4-7c80-4d69-a56b-3596e045e365), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.240821 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-ce860366-f1cb-48ec-a66f-baa0d76340e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:06.242972 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-ce860366-f1cb-48ec-a66f-baa0d76340e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.0576177 Feb 16 10:35:06.249938 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ba165bcb-b7d2-42e4-900d-cb0264006010 admin admin] Publish callbacks [] for security_group (ca8e0a44-8867-4ded-ab59-33362a548718), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.253755 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ddc40f85-08a2-4088-b369-e939a6643743 req-536caf22-84d9-48f7-bb3d-6ea0183cc0fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896280 Feb 16 10:35:06.258493 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536caf22-84d9-48f7-bb3d-6ea0183cc0fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb18a306-08af-4c18-944f-30a960275261,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.285437 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f74d21ca-74dd-498d-9ada-c98feb77c7e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=827490e788914609acc30677e33643a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9165325 Feb 16 10:35:06.292455 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52018) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:06.309926 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-e620a138-bf80-4423-9580-828937d29991 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603909 Feb 16 10:35:06.311229 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ba165bcb-b7d2-42e4-900d-cb0264006010 admin admin] Publish callbacks [] for security_group (ca8e0a44-8867-4ded-ab59-33362a548718), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.322283 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (33fc4c53-2b93-46ae-9730-e78bae05d969), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.345738 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d21ca-74dd-498d-9ada-c98feb77c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95af93f4-7c80-4d69-a56b-3596e045e365,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.358027 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fc4c53-2b93-46ae-9730-e78bae05d969,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.361821 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.364953 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-9e6ddfb0-3e97-4cc3-bedc-933fd805cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:06.366496 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-9e6ddfb0-3e97-4cc3-bedc-933fd805cde2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2862277 Feb 16 10:35:06.370645 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9288f510-ea7d-420b-b03b-9badbcf53606 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/33fc4c53-2b93-46ae-9730-e78bae05d969 HTTP/1.1" status: 204 len: 168 time: 0.6556330 Feb 16 10:35:06.371503 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52022) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:06.372882 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port ff250b9b-a765-40be-9740-c2037fea0025, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff250b9b-a765-40be-9740-c2037fea0025,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:06.392121 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': 'ff250b9b-a765-40be-9740-c2037fea0025', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'port_id': 'ff250b9b-a765-40be-9740-c2037fea0025', 'mac_address': 'fa:16:3e:70:8f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:35:06.433359 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ba165bcb-b7d2-42e4-900d-cb0264006010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ca8e0a44-8867-4ded-ab59-33362a548718), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.437988 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ba165bcb-b7d2-42e4-900d-cb0264006010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.442431 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ba165bcb-b7d2-42e4-900d-cb0264006010 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca8e0a44-8867-4ded-ab59-33362a548718 HTTP/1.1" status: 204 len: 168 time: 0.4368763 Feb 16 10:35:06.449333 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb817226-22b6-49c6-bfda-942242d38c0d admin admin] Publish callbacks [] for security_group (95af93f4-7c80-4d69-a56b-3596e045e365), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.462455 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port ff250b9b-a765-40be-9740-c2037fea0025 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:06.463655 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ff250b9b-a765-40be-9740-c2037fea0025), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.466506 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba165bcb-b7d2-42e4-900d-cb0264006010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e0a44-8867-4ded-ab59-33362a548718,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.505085 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb817226-22b6-49c6-bfda-942242d38c0d admin admin] Publish callbacks [] for security_group (95af93f4-7c80-4d69-a56b-3596e045e365), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.557455 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff250b9b-a765-40be-9740-c2037fea0025 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:06.588761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port ff250b9b-a765-40be-9740-c2037fea0025, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff250b9b-a765-40be-9740-c2037fea0025,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:06.599565 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ff250b9b-a765-40be-9740-c2037fea0025), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.707047 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-72b922eb-d03b-4490-953f-64cdf488311f service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380371 Feb 16 10:35:06.711843 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-7f2a8a01-12b0-477d-b45e-21e64d1152b5 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886671 Feb 16 10:35:06.718464 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (2806ce3f-5c8f-42a9-b5ac-68cc29461968), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.734187 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fab36d-b411-4687-9cb8-4d029a184b26 req-62f11bcf-f615-4bee-8899-c4f02f5fcaf9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:06.736879 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51fab36d-b411-4687-9cb8-4d029a184b26 req-62f11bcf-f615-4bee-8899-c4f02f5fcaf9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 943 time: 0.1190753 Feb 16 10:35:06.739026 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52032) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:06.756259 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.756952 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=ff250b9b-a765-40be-9740-c2037fea0025,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.785865 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb817226-22b6-49c6-bfda-942242d38c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (95af93f4-7c80-4d69-a56b-3596e045e365), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.788397 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb817226-22b6-49c6-bfda-942242d38c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.792244 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fb817226-22b6-49c6-bfda-942242d38c0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95af93f4-7c80-4d69-a56b-3596e045e365 HTTP/1.1" status: 204 len: 168 time: 0.4952831 Feb 16 10:35:06.814239 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef855b87-858a-4f74-803c-6f6667190a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.827657 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['ff250b9b-a765-40be-9740-c2037fea0025'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:35:06.836511 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817226-22b6-49c6-bfda-942242d38c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af93f4-7c80-4d69-a56b-3596e045e365,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:06.912930 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (2806ce3f-5c8f-42a9-b5ac-68cc29461968), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:06.917819 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51fab36d-b411-4687-9cb8-4d029a184b26 req-3218bb2a-7e12-4e07-a71f-eedafe1d5ecc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662345 Feb 16 10:35:06.950359 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-753c4c76-817c-48d3-a78e-45cbb2befe0e req-12af6134-2853-4d7e-86c7-142917e578d9 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364590 Feb 16 10:35:07.022205 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.030732 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.031348 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.031718 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > port after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.032030 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > port after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.032392 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > port after_update 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.037502 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.037868 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.038225 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.038583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.042958 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef855b87-858a-4f74-803c-6f6667190a96 admin admin] Publish callbacks [] for security_group (d7e99497-4068-4493-9581-95f355b28afc), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.055990 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef855b87-858a-4f74-803c-6f6667190a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d7e99497-4068-4493-9581-95f355b28afc), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.107482 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ef855b87-858a-4f74-803c-6f6667190a96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99df47f959c04491acb968cf5fcc3015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583939 Feb 16 10:35:07.108312 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52044) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.114842 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52046) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.115599 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef855b87-858a-4f74-803c-6f6667190a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e99497-4068-4493-9581-95f355b28afc,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.137781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-17be7106-daf9-4d7e-ae3d-2e5a0d2d1b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.198021 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.198422 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.199274 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.199610 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:07.199975 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2806ce3f-5c8f-42a9-b5ac-68cc29461968']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:07.203415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3c47-d6b8-4a71-a5d2-9ddb9089ea30 admin admin] Publish callbacks [] for security_group (d7e99497-4068-4493-9581-95f355b28afc), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.236156 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cb4c9a-3790-4cd9-9b05-2d25fafd2922') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:07.236726 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cb4c9a-3790-4cd9-9b05-2d25fafd2922') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:07.239162 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3c47-d6b8-4a71-a5d2-9ddb9089ea30 admin admin] Publish callbacks [] for security_group (d7e99497-4068-4493-9581-95f355b28afc), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.267512 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (b0cb4c9a-3790-4cd9-9b05-2d25fafd2922), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.306227 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-957b0822-fd56-4ddc-bdd3-732f7db3fad1 req-7cc9f915-dab1-468d-baa7-b3ca833be54f service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810621 Feb 16 10:35:07.307244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (b0cb4c9a-3790-4cd9-9b05-2d25fafd2922), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.324392 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-17be7106-daf9-4d7e-ae3d-2e5a0d2d1b09 admin admin] Publish callbacks [] for security_group (e4c9cffb-6bae-41fa-b367-3a6c85613346), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.334351 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-17be7106-daf9-4d7e-ae3d-2e5a0d2d1b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e4c9cffb-6bae-41fa-b367-3a6c85613346), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.339630 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:35:07.340060 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (b0cb4c9a-3790-4cd9-9b05-2d25fafd2922), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: from cryptography.utils import int_from_bytes Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: from cryptography.utils import int_from_bytes Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:35:07.369924 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:35:07.374758 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467e6a1-d67f-487a-804b-d32084da1799 req-7014c86e-2149-42db-aff4-16dc4923aa74 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:07.376247 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3467e6a1-d67f-487a-804b-d32084da1799 req-7014c86e-2149-42db-aff4-16dc4923aa74 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 944 time: 0.1202755 Feb 16 10:35:07.390241 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-17be7106-daf9-4d7e-ae3d-2e5a0d2d1b09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99a2ad2658804b199494669b81136779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785296 Feb 16 10:35:07.390241 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3c47-d6b8-4a71-a5d2-9ddb9089ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d7e99497-4068-4493-9581-95f355b28afc), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.391838 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3c47-d6b8-4a71-a5d2-9ddb9089ea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.395807 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e3ec3c47-d6b8-4a71-a5d2-9ddb9089ea30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7e99497-4068-4493-9581-95f355b28afc HTTP/1.1" status: 204 len: 168 time: 0.2746940 Feb 16 10:35:07.397431 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52050) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.397717 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52052) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.427138 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be7106-daf9-4d7e-ae3d-2e5a0d2d1b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9cffb-6bae-41fa-b367-3a6c85613346,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.443894 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aae5e0-e2c0-4a5d-ada9-a31712489fc2 req-0e7a8bf0-1825-4554-b665-3ca5cb6e7d59 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:07.444972 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d599-a209-4047-a59a-9ae5c3bd0fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.445257 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f3aae5e0-e2c0-4a5d-ada9-a31712489fc2 req-0e7a8bf0-1825-4554-b665-3ca5cb6e7d59 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.1664646 Feb 16 10:35:07.450695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (2806ce3f-5c8f-42a9-b5ac-68cc29461968), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.467151 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3c47-d6b8-4a71-a5d2-9ddb9089ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e99497-4068-4493-9581-95f355b28afc,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.467824 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.471145 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] 10.222.0.45 "DELETE /v2.0/networks/2806ce3f-5c8f-42a9-b5ac-68cc29461968 HTTP/1.1" status: 204 len: 168 time: 1.0984328 Feb 16 10:35:07.479870 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52058) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.507926 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc1a09-a745-4752-a6ed-f38e46199dca admin admin] Pushing event deleted for resources: {'Network': ['ID=2806ce3f-5c8f-42a9-b5ac-68cc29461968,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.517175 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3467e6a1-d67f-487a-804b-d32084da1799 req-4b35081a-ec42-4cd9-9a79-5e5c78a168e1 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313808 Feb 16 10:35:07.552332 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d70884-fb7b-42d0-8073-d2e368d9a1f7 admin admin] Publish callbacks [] for security_group (e4c9cffb-6bae-41fa-b367-3a6c85613346), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.570088 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f3aae5e0-e2c0-4a5d-ada9-a31712489fc2 req-bfad1696-b2c1-4fe6-af1a-038f485abce0 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169815 Feb 16 10:35:07.579477 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Deleting subnet 6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:35:07.583517 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Publish callbacks [] for subnet (6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.585622 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d70884-fb7b-42d0-8073-d2e368d9a1f7 admin admin] Publish callbacks [] for security_group (e4c9cffb-6bae-41fa-b367-3a6c85613346), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.623985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13785943'] for subnet (6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.655896 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d599-a209-4047-a59a-9ae5c3bd0fcf admin admin] Publish callbacks [] for security_group (fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.661435 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d599-a209-4047-a59a-9ae5c3bd0fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.668886 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.706506 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d70884-fb7b-42d0-8073-d2e368d9a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e4c9cffb-6bae-41fa-b367-3a6c85613346), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.709154 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d70884-fb7b-42d0-8073-d2e368d9a1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.710332 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f1d70884-fb7b-42d0-8073-d2e368d9a1f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4c9cffb-6bae-41fa-b367-3a6c85613346 HTTP/1.1" status: 204 len: 168 time: 0.3116584 Feb 16 10:35:07.713626 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2d599-a209-4047-a59a-9ae5c3bd0fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.722184 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8ac2d599-a209-4047-a59a-9ae5c3bd0fcf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d17d258a4034610aecc8a1e5febece7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185236 Feb 16 10:35:07.722367 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52064) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.734113 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d70884-fb7b-42d0-8073-d2e368d9a1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9cffb-6bae-41fa-b367-3a6c85613346,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.745468 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13395165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58629294'] for subnet (6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.786196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.791615 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c32fc528-2c33-4691-865b-7337e670a614 admin admin] Publish callbacks [] for security_group (fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.801389 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.812823 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dd1bee9e-404d-4d0e-bf90-c799fbbb5027 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6c216bb8-0ac8-4e5b-8756-cf8bb257b8ee HTTP/1.1" status: 204 len: 168 time: 0.3161840 Feb 16 10:35:07.814247 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52070) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:07.824509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c32fc528-2c33-4691-865b-7337e670a614 admin admin] Publish callbacks [] for security_group (fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.884304 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c32fc528-2c33-4691-865b-7337e670a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.888939 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c32fc528-2c33-4691-865b-7337e670a614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.892598 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c32fc528-2c33-4691-865b-7337e670a614 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3 HTTP/1.1" status: 204 len: 168 time: 0.1669548 Feb 16 10:35:07.900364 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fc528-2c33-4691-865b-7337e670a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc758cb-ac88-4e29-b7b9-de8e4ffe6fc3,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:07.901099 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (359dfb87-eadf-4945-8afb-fa21e95abbba), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:07.993791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (359dfb87-eadf-4945-8afb-fa21e95abbba), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.023906 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359dfb87-eadf-4945-8afb-fa21e95abbba']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:08.039115 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d163fb4-c5a0-492f-aa20-833157b3597d') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:08.039534 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d163fb4-c5a0-492f-aa20-833157b3597d') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:08.056006 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (8d163fb4-c5a0-492f-aa20-833157b3597d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.076424 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (8d163fb4-c5a0-492f-aa20-833157b3597d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.086097 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:35:08.086735 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (8d163fb4-c5a0-492f-aa20-833157b3597d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:35:08.088702 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:35:08.100323 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2da19-b32a-43a1-ae35-37edd443c4a7 req-e55756ef-2129-4308-a9dc-dad5a1e0b53d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:08.102721 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45d2da19-b32a-43a1-ae35-37edd443c4a7 req-e55756ef-2129-4308-a9dc-dad5a1e0b53d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 943 time: 0.0763164 Feb 16 10:35:08.124035 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.153491 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (359dfb87-eadf-4945-8afb-fa21e95abbba), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.160074 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.169518 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/359dfb87-eadf-4945-8afb-fa21e95abbba HTTP/1.1" status: 204 len: 168 time: 0.3514073 Feb 16 10:35:08.176306 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45d2da19-b32a-43a1-ae35-37edd443c4a7 req-950c8a90-32e5-4b10-82d1-e98263a73cff tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660946 Feb 16 10:35:08.186571 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94e2f5-1e67-4f51-97cc-0be8a4b8f1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=359dfb87-eadf-4945-8afb-fa21e95abbba,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:08.405944 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52096) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:08.452010 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4cc2da1d-b13b-485e-a5c3-c10a5290346b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0f77a9590b9480db57baf1fdf804d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447843 Feb 16 10:35:08.454585 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52098) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:08.509462 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4a15b6c-3b9e-437b-9920-9a737c6ddedc admin admin] Publish callbacks [] for security_group (4707d03f-da48-4339-958c-3b675d7a741a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.537582 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4a15b6c-3b9e-437b-9920-9a737c6ddedc admin admin] Publish callbacks [] for security_group (4707d03f-da48-4339-958c-3b675d7a741a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.605899 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4a15b6c-3b9e-437b-9920-9a737c6ddedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4707d03f-da48-4339-958c-3b675d7a741a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.608778 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4a15b6c-3b9e-437b-9920-9a737c6ddedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:08.609945 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f4a15b6c-3b9e-437b-9920-9a737c6ddedc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4707d03f-da48-4339-958c-3b675d7a741a HTTP/1.1" status: 204 len: 168 time: 0.1543710 Feb 16 10:35:08.620320 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15b6c-3b9e-437b-9920-9a737c6ddedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4707d03f-da48-4339-958c-3b675d7a741a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:08.695991 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdcdd6-fb39-41de-8894-9633aaf2d20e req-9eb01201-6e69-420b-bcc8-22c6760c7134 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:08.697633 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-99bdcdd6-fb39-41de-8894-9633aaf2d20e req-9eb01201-6e69-420b-bcc8-22c6760c7134 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 944 time: 0.0945075 Feb 16 10:35:08.757593 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085a8c5-46ca-4e72-83c7-2c17491f7c71 req-18c09c7d-094e-49bc-9236-92a588073809 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:08.759193 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f085a8c5-46ca-4e72-83c7-2c17491f7c71 req-18c09c7d-094e-49bc-9236-92a588073809 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.0669930 Feb 16 10:35:08.761688 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-99bdcdd6-fb39-41de-8894-9633aaf2d20e req-290b5808-cf35-46da-b25a-28171c48b22c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586777 Feb 16 10:35:08.829179 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f085a8c5-46ca-4e72-83c7-2c17491f7c71 req-d9847e8e-d589-4ea6-8696-013907636c7d tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579622 Feb 16 10:35:09.079381 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52134) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:09.125158 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cdb89d81-f3bf-4d07-a7b0-d1682604c2c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f867f312848d446cb908ee3a1cc2ec1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422370 Feb 16 10:35:09.125422 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52136) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:09.177987 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9788-f7f4-412a-8f05-3307a7574146 admin admin] Publish callbacks [] for security_group (4544eebb-8a14-4a26-9d6b-d41421fd1d48), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.200683 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9788-f7f4-412a-8f05-3307a7574146 admin admin] Publish callbacks [] for security_group (4544eebb-8a14-4a26-9d6b-d41421fd1d48), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.263392 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9788-f7f4-412a-8f05-3307a7574146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4544eebb-8a14-4a26-9d6b-d41421fd1d48), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.267909 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9788-f7f4-412a-8f05-3307a7574146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.272026 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c0aa9788-f7f4-412a-8f05-3307a7574146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4544eebb-8a14-4a26-9d6b-d41421fd1d48 HTTP/1.1" status: 204 len: 168 time: 0.1430919 Feb 16 10:35:09.279685 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa9788-f7f4-412a-8f05-3307a7574146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4544eebb-8a14-4a26-9d6b-d41421fd1d48,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:09.336728 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca2b2d-b9d2-4e01-930b-c0af6fc75d46 req-db121875-ee54-4a85-92e7-fe7785a09d40 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:09.338289 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-70ca2b2d-b9d2-4e01-930b-c0af6fc75d46 req-db121875-ee54-4a85-92e7-fe7785a09d40 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 943 time: 0.0638249 Feb 16 10:35:09.389356 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-70ca2b2d-b9d2-4e01-930b-c0af6fc75d46 req-9094159b-ff74-4c97-b1e6-2a4af90f5095 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Feb 16 10:35:09.466648 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 93f5db16-8e6b-425e-a7f5-2f5a98312ada details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:35:09.571754 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:09.591095 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'port_id': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'mac_address': 'fa:16:3e:24:1e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:35:09.606542 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52160) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:09.646547 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 93f5db16-8e6b-425e-a7f5-2f5a98312ada is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:09.646939 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.665407 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f5db16-8e6b-425e-a7f5-2f5a98312ada {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:09.692406 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:09.697080 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.698040 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:35:09.762228 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-005782cf-a7fa-49ff-b8d1-7034cd8c5e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.776117 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=93f5db16-8e6b-425e-a7f5-2f5a98312ada,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:09.889044 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-005782cf-a7fa-49ff-b8d1-7034cd8c5e35 admin admin] Publish callbacks [] for security_group (798ff209-c20d-477b-a1a5-9b3010e8782a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.894600 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:09.895279 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-005782cf-a7fa-49ff-b8d1-7034cd8c5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (798ff209-c20d-477b-a1a5-9b3010e8782a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:09.908497 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2', 'network_id': 'f80bce40-1201-4bfe-9f54-a1fbed813c72', 'port_id': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2', 'mac_address': 'fa:16:3e:ae:5c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017b45e3-ee7e-4eba-8b67-cd1661870ad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:35:09.990861 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-005782cf-a7fa-49ff-b8d1-7034cd8c5e35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d3aa953278b4fa6bdde74fa6ec0f3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833110 Feb 16 10:35:09.993673 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005782cf-a7fa-49ff-b8d1-7034cd8c5e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798ff209-c20d-477b-a1a5-9b3010e8782a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:10.000291 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52188) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:10.030377 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:10.031108 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.040255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0aa70-430c-4213-9017-1fcc5409a293 req-66b7452e-c017-4ad9-8c44-2eab83419b82 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:10.047371 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7be0aa70-430c-4213-9017-1fcc5409a293 req-66b7452e-c017-4ad9-8c44-2eab83419b82 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 944 time: 0.1232886 Feb 16 10:35:10.052297 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:35:10.081522 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:10.088302 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.114848 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7be0aa70-430c-4213-9017-1fcc5409a293 req-68e54510-91aa-4cd5-96bf-f45f298dbd96 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Feb 16 10:35:10.115654 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-385f8d3f-7fa9-4dbe-af1a-8338ddaf06be admin admin] Publish callbacks [] for security_group (798ff209-c20d-477b-a1a5-9b3010e8782a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.135053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2081736-2bca-4666-b6f1-c3298a71dc78 req-c18abd1c-de08-4c0f-8fb9-ac06e5316ee4 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:10.138991 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-385f8d3f-7fa9-4dbe-af1a-8338ddaf06be admin admin] Publish callbacks [] for security_group (798ff209-c20d-477b-a1a5-9b3010e8782a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.146718 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f2081736-2bca-4666-b6f1-c3298a71dc78 req-c18abd1c-de08-4c0f-8fb9-ac06e5316ee4 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.1755946 Feb 16 10:35:10.205541 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:10.211278 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-385f8d3f-7fa9-4dbe-af1a-8338ddaf06be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (798ff209-c20d-477b-a1a5-9b3010e8782a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.216260 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-385f8d3f-7fa9-4dbe-af1a-8338ddaf06be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.217897 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-385f8d3f-7fa9-4dbe-af1a-8338ddaf06be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/798ff209-c20d-477b-a1a5-9b3010e8782a HTTP/1.1" status: 204 len: 168 time: 0.2166073 Feb 16 10:35:10.230721 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f8d3f-7fa9-4dbe-af1a-8338ddaf06be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798ff209-c20d-477b-a1a5-9b3010e8782a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:10.241650 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f2081736-2bca-4666-b6f1-c3298a71dc78 req-f6aa0ab5-aa59-47fc-b482-d436e71e3dd4 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940371 Feb 16 10:35:10.298071 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52196) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:10.401052 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['93f5db16-8e6b-425e-a7f5-2f5a98312ada'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:35:10.470419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['9f3e1c4e-e864-4318-b5a5-3a706949e8b2'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:35:10.598381 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adfe57-e858-4d7b-b4a7-df4f32cb64f4 req-4429965d-9a9a-4a09-b95d-eb729c7c2719 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:10.608700 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45adfe57-e858-4d7b-b4a7-df4f32cb64f4 req-4429965d-9a9a-4a09-b95d-eb729c7c2719 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 944 time: 0.1015868 Feb 16 10:35:10.676486 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45adfe57-e858-4d7b-b4a7-df4f32cb64f4 req-38830ace-2b54-4d8f-b459-82c299c242a2 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664089 Feb 16 10:35:10.755830 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-71d7618b-68b9-4ae3-8483-305ef1aca74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.863893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-71d7618b-68b9-4ae3-8483-305ef1aca74c admin admin] Publish callbacks [] for security_group (0cfd8f07-d47e-484a-a619-a13a621ae6ca), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.869412 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-71d7618b-68b9-4ae3-8483-305ef1aca74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (0cfd8f07-d47e-484a-a619-a13a621ae6ca), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:10.922273 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52226) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:10.922392 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-71d7618b-68b9-4ae3-8483-305ef1aca74c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f5f5fd4b9cf4c76a735db712e75e847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227038 Feb 16 10:35:10.923243 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7618b-68b9-4ae3-8483-305ef1aca74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd8f07-d47e-484a-a619-a13a621ae6ca,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:10.991341 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e16a-1245-4bdd-94c2-62bc3dc0c1e8 admin admin] Publish callbacks [] for security_group (0cfd8f07-d47e-484a-a619-a13a621ae6ca), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.016094 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e16a-1245-4bdd-94c2-62bc3dc0c1e8 admin admin] Publish callbacks [] for security_group (0cfd8f07-d47e-484a-a619-a13a621ae6ca), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.068468 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e16a-1245-4bdd-94c2-62bc3dc0c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (0cfd8f07-d47e-484a-a619-a13a621ae6ca), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.072945 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e16a-1245-4bdd-94c2-62bc3dc0c1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.076636 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c1a8e16a-1245-4bdd-94c2-62bc3dc0c1e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cfd8f07-d47e-484a-a619-a13a621ae6ca HTTP/1.1" status: 204 len: 168 time: 0.1509039 Feb 16 10:35:11.085954 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8e16a-1245-4bdd-94c2-62bc3dc0c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd8f07-d47e-484a-a619-a13a621ae6ca,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:11.266172 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20502c-32d4-48b1-b2e1-7183640d547d req-31c7bf48-3162-4803-907a-5b9d3d14f71a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:11.267704 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bd20502c-32d4-48b1-b2e1-7183640d547d req-31c7bf48-3162-4803-907a-5b9d3d14f71a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 945 time: 0.0777779 Feb 16 10:35:11.342837 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bd20502c-32d4-48b1-b2e1-7183640d547d req-ed1364a9-ffc6-46da-9aaf-4462101fb638 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673969 Feb 16 10:35:11.410650 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40de027-06b0-4a0d-a8a8-d167dd6950c9 req-f5771d44-9f51-4baa-a06a-62879a59de8b tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:11.411256 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b40de027-06b0-4a0d-a8a8-d167dd6950c9 req-f5771d44-9f51-4baa-a06a-62879a59de8b tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.0619175 Feb 16 10:35:11.464263 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ff250b9b-a765-40be-9740-c2037fea0025 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:11.475969 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b40de027-06b0-4a0d-a8a8-d167dd6950c9 req-8b6ebd10-f22b-4115-a894-e88aaa1796f6 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552683 Feb 16 10:35:11.535550 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port ff250b9b-a765-40be-9740-c2037fea0025 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:35:11.541835 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port ff250b9b-a765-40be-9740-c2037fea0025 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:11.542567 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (ff250b9b-a765-40be-9740-c2037fea0025), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.602438 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.646730 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port ff250b9b-a765-40be-9740-c2037fea0025 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:11.647366 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ff250b9b-a765-40be-9740-c2037fea0025), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.694937 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port ff250b9b-a765-40be-9740-c2037fea0025, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff250b9b-a765-40be-9740-c2037fea0025,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:11.695870 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6931dd55-c474-42a5-ada0-f9674740ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff250b9b-a765-40be-9740-c2037fea0025'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:11.699899 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dbeff6-dfc9-4d7d-9b47-9c49a9b8b085" -d '{"events": [{"server_uuid": "6931dd55-c474-42a5-ada0-f9674740ed27", "name": "network-vif-plugged", "status": "completed", "tag": "ff250b9b-a765-40be-9740-c2037fea0025"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:11.703982 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ff250b9b-a765-40be-9740-c2037fea0025), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.705059 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 93f5db16-8e6b-425e-a7f5-2f5a98312ada up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:11.802898 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ceefd-bef8-4c35-b257-78b91543cd33 x-openstack-request-id: req-fd6ceefd-bef8-4c35-b257-78b91543cd33 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:11.803242 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6931dd55-c474-42a5-ada0-f9674740ed27", "name": "network-vif-plugged", "status": "completed", "tag": "ff250b9b-a765-40be-9740-c2037fea0025", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:11.803510 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd6ceefd-bef8-4c35-b257-78b91543cd33 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:11.806096 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6931dd55-c474-42a5-ada0-f9674740ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff250b9b-a765-40be-9740-c2037fea0025', 'code': 200} Feb 16 10:35:11.813613 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 93f5db16-8e6b-425e-a7f5-2f5a98312ada completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:35:11.844756 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 93f5db16-8e6b-425e-a7f5-2f5a98312ada triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:11.847329 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:11.903577 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35388d-27c6-4bfd-8eb5-d8bfab6202f4 req-257bc6be-a259-4b3f-88fe-c5175bc032c7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:11.905931 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cb35388d-27c6-4bfd-8eb5-d8bfab6202f4 req-257bc6be-a259-4b3f-88fe-c5175bc032c7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 944 time: 0.0913539 Feb 16 10:35:11.923976 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=ff250b9b-a765-40be-9740-c2037fea0025,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:11.993142 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cb35388d-27c6-4bfd-8eb5-d8bfab6202f4 req-edcc6f29-eaf5-497f-b1e7-7084b06f44da tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810857 Feb 16 10:35:12.106603 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 93f5db16-8e6b-425e-a7f5-2f5a98312ada is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:12.107392 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:12.180434 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:12.187570 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:12.189322 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:12.224847 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41492345-4842-48eb-9085-2358986f725b req-21fbf6c9-d49b-4110-8bc2-18d7d9a825a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:12.231499 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41492345-4842-48eb-9085-2358986f725b req-21fbf6c9-d49b-4110-8bc2-18d7d9a825a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.1710436 Feb 16 10:35:12.302268 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=93f5db16-8e6b-425e-a7f5-2f5a98312ada,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:12.320709 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41492345-4842-48eb-9085-2358986f725b req-a26af410-9c72-4077-b58c-71c83393ba8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823522 Feb 16 10:35:12.327219 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:35:12.334399 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:12.335029 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:12.434993 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:12.435443 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:12.485444 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:12.492959 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:12.564269 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:12.731181 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52336) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:12.743224 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7c4bc-42e4-45ae-89ca-454240633800 req-5d3c640c-497c-4675-9d02-60beb8d277d9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:12.744912 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0e7c4bc-42e4-45ae-89ca-454240633800 req-5d3c640c-497c-4675-9d02-60beb8d277d9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 945 time: 0.2969122 Feb 16 10:35:12.812000 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0e7c4bc-42e4-45ae-89ca-454240633800 req-0fc971d7-8fcb-4e1e-878a-4feb05227ded tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601516 Feb 16 10:35:12.938891 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9031-d6f6-4177-b35e-7df11400e384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.092511 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9031-d6f6-4177-b35e-7df11400e384 admin admin] Publish callbacks [] for security_group (ef13ba6d-8955-425d-aad3-a6f666f610c1), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.101186 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9031-d6f6-4177-b35e-7df11400e384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ef13ba6d-8955-425d-aad3-a6f666f610c1), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.162507 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9ebd9031-d6f6-4177-b35e-7df11400e384 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63307200493c4f52a7797d642aac22ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303136 Feb 16 10:35:13.165340 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52362) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:13.259363 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd9031-d6f6-4177-b35e-7df11400e384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13ba6d-8955-425d-aad3-a6f666f610c1,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:13.268773 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9109d373-f646-468d-8fe5-03774d2398cb admin admin] Publish callbacks [] for security_group (ef13ba6d-8955-425d-aad3-a6f666f610c1), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.283390 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb57554-24a0-49ed-a893-8351f443abb9 req-43fc52fb-21e7-46a2-9e82-83d8531a263a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:13.291441 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0cb57554-24a0-49ed-a893-8351f443abb9 req-43fc52fb-21e7-46a2-9e82-83d8531a263a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1277947 Feb 16 10:35:13.309148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9109d373-f646-468d-8fe5-03774d2398cb admin admin] Publish callbacks [] for security_group (ef13ba6d-8955-425d-aad3-a6f666f610c1), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.381136 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0cb57554-24a0-49ed-a893-8351f443abb9 req-61bf08f7-3791-4f58-9dc9-9fdddfbfedf7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883050 Feb 16 10:35:13.399587 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9109d373-f646-468d-8fe5-03774d2398cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ef13ba6d-8955-425d-aad3-a6f666f610c1), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.402827 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9109d373-f646-468d-8fe5-03774d2398cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:13.404070 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9109d373-f646-468d-8fe5-03774d2398cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef13ba6d-8955-425d-aad3-a6f666f610c1 HTTP/1.1" status: 204 len: 168 time: 0.2369127 Feb 16 10:35:13.416488 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109d373-f646-468d-8fe5-03774d2398cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13ba6d-8955-425d-aad3-a6f666f610c1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:13.807723 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada'}, {'server_uuid': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:13.811173 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324402b-fea1-4bb0-8620-82354e095cad" -d '{"events": [{"server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "name": "network-vif-plugged", "status": "completed", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada"}, {"server_uuid": "e7579655-3be8-4130-ac12-71ff4f3ac8c9", "name": "network-vif-plugged", "status": "completed", "tag": "9f3e1c4e-e864-4318-b5a5-3a706949e8b2"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:13.859857 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5051238-aaca-4ecc-8e7d-293b989fe19d x-openstack-request-id: req-c5051238-aaca-4ecc-8e7d-293b989fe19d {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:13.860158 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "name": "network-vif-plugged", "status": "completed", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada", "code": 200}, {"server_uuid": "e7579655-3be8-4130-ac12-71ff4f3ac8c9", "name": "network-vif-plugged", "status": "completed", "tag": "9f3e1c4e-e864-4318-b5a5-3a706949e8b2", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:13.860555 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5051238-aaca-4ecc-8e7d-293b989fe19d {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:13.860964 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'code': 200} Feb 16 10:35:13.861329 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2', 'code': 200} Feb 16 10:35:13.897063 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52442) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:13.925600 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c553a42-345b-4e5e-abdf-ccdc75efa13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.034873 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a1d7-a052-458f-a18c-4179311ed285 req-ac17c7a9-428d-4d03-9500-0edbb7167c56 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:14.041122 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6943a1d7-a052-458f-a18c-4179311ed285 req-ac17c7a9-428d-4d03-9500-0edbb7167c56 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1175926 Feb 16 10:35:14.107447 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6943a1d7-a052-458f-a18c-4179311ed285 req-f8bd20f0-c5ab-4cd5-9611-daa3c2e2288c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643599 Feb 16 10:35:14.155300 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c553a42-345b-4e5e-abdf-ccdc75efa13b admin admin] Publish callbacks [] for security_group (293dae88-fc4e-44a6-b63e-e848515418f2), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.161617 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c553a42-345b-4e5e-abdf-ccdc75efa13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (293dae88-fc4e-44a6-b63e-e848515418f2), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.241528 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9c553a42-345b-4e5e-abdf-ccdc75efa13b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4111eba7414470dbf365d9394cf5636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428571 Feb 16 10:35:14.260821 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52456) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:14.282180 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c553a42-345b-4e5e-abdf-ccdc75efa13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293dae88-fc4e-44a6-b63e-e848515418f2,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:14.327485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4d8ca-6146-4c42-8ef6-83eb342d9937 req-20d4df37-0e11-40a8-b07d-7daf6fba7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:14.329297 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ddc4d8ca-6146-4c42-8ef6-83eb342d9937 req-20d4df37-0e11-40a8-b07d-7daf6fba7952 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 1130 time: 0.1083386 Feb 16 10:35:14.352573 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e883e8b-a68e-4de8-890d-5cd00d03f5d1 req-61517d9b-c3e9-4bad-8ba3-3593f8e7ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:14.355085 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3e883e8b-a68e-4de8-890d-5cd00d03f5d1 req-61517d9b-c3e9-4bad-8ba3-3593f8e7ad02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1129 time: 0.1346731 Feb 16 10:35:14.387510 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0f67-d9ac-45d3-91eb-5d8a2635a377 admin admin] Publish callbacks [] for security_group (293dae88-fc4e-44a6-b63e-e848515418f2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.402428 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ddc4d8ca-6146-4c42-8ef6-83eb342d9937 req-c593ed98-1287-42b2-844a-08636d438f45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664167 Feb 16 10:35:14.433578 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0f67-d9ac-45d3-91eb-5d8a2635a377 admin admin] Publish callbacks [] for security_group (293dae88-fc4e-44a6-b63e-e848515418f2), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.461080 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3e883e8b-a68e-4de8-890d-5cd00d03f5d1 req-7160fe89-3eac-4135-8d48-60b83489e33a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941906 Feb 16 10:35:14.540448 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0f67-d9ac-45d3-91eb-5d8a2635a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (293dae88-fc4e-44a6-b63e-e848515418f2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.543394 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0f67-d9ac-45d3-91eb-5d8a2635a377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:14.544621 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4b7c0f67-d9ac-45d3-91eb-5d8a2635a377 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/293dae88-fc4e-44a6-b63e-e848515418f2 HTTP/1.1" status: 204 len: 168 time: 0.2800708 Feb 16 10:35:14.554589 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1005f4-bdfe-47b2-b277-7eb4e6cacef8 req-4e880efd-7546-42d7-93c0-b04b9138a82c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:14.556311 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-df1005f4-bdfe-47b2-b277-7eb4e6cacef8 req-4e880efd-7546-42d7-93c0-b04b9138a82c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0874052 Feb 16 10:35:14.563756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c0f67-d9ac-45d3-91eb-5d8a2635a377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293dae88-fc4e-44a6-b63e-e848515418f2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:14.634503 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-df1005f4-bdfe-47b2-b277-7eb4e6cacef8 req-a6769e30-0afa-43d5-8d31-c56e990aaa51 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597873 Feb 16 10:35:15.239503 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188893a-6e79-422f-84fa-61f156695147 req-4c15439f-cfdd-451b-bc08-65c3c3f0068c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:15.240922 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a188893a-6e79-422f-84fa-61f156695147 req-4c15439f-cfdd-451b-bc08-65c3c3f0068c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0602303 Feb 16 10:35:15.294286 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a188893a-6e79-422f-84fa-61f156695147 req-1c12eae5-10f2-4660-998d-c06d92caa42f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477870 Feb 16 10:35:15.767195 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6567d-199c-462b-9698-78cc1a99d196 req-8ec44285-f550-4bd4-849b-52943180f43e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:15.769605 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ccf6567d-199c-462b-9698-78cc1a99d196 req-8ec44285-f550-4bd4-849b-52943180f43e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0594130 Feb 16 10:35:15.828283 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ccf6567d-199c-462b-9698-78cc1a99d196 req-db06a9cc-9d30-4dff-9bc6-dccff04caf05 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530386 Feb 16 10:35:16.435532 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0625-aa09-4521-a01e-97c07719a247 req-35993d94-27fc-4df2-a586-709a7492313c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:16.442861 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-be9e0625-aa09-4521-a01e-97c07719a247 req-35993d94-27fc-4df2-a586-709a7492313c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0773702 Feb 16 10:35:16.495940 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-be9e0625-aa09-4521-a01e-97c07719a247 req-5854db9b-acd1-4023-963c-eb4cd8ea3924 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520103 Feb 16 10:35:16.843036 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52604) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:17.001382 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b24f6365-4cd7-4a48-a371-5ec080dad576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.015795 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d749-6e6a-4c4b-b0bc-6b68689a5ff2 req-f9fa63f9-77a5-419b-8518-233e33a5b278 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:17.018685 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b05d749-6e6a-4c4b-b0bc-6b68689a5ff2 req-f9fa63f9-77a5-419b-8518-233e33a5b278 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1043980 Feb 16 10:35:17.095847 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b05d749-6e6a-4c4b-b0bc-6b68689a5ff2 req-125d2bb6-be4a-45a3-b4d3-d54f73d686ac tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678723 Feb 16 10:35:17.137162 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b24f6365-4cd7-4a48-a371-5ec080dad576 admin admin] Publish callbacks [] for security_group (0b3e4838-bb28-4f94-a144-474f430965fb), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.141949 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b24f6365-4cd7-4a48-a371-5ec080dad576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (0b3e4838-bb28-4f94-a144-474f430965fb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.182666 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b24f6365-4cd7-4a48-a371-5ec080dad576 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1931f8727e154572b9b2912b1b6340ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384941 Feb 16 10:35:17.183760 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f6365-4cd7-4a48-a371-5ec080dad576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3e4838-bb28-4f94-a144-474f430965fb,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:17.185640 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52614) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:17.247171 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1051be0a-3c30-48b5-a286-3b5acd0a2fd4 admin admin] Publish callbacks [] for security_group (0b3e4838-bb28-4f94-a144-474f430965fb), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.269795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1051be0a-3c30-48b5-a286-3b5acd0a2fd4 admin admin] Publish callbacks [] for security_group (0b3e4838-bb28-4f94-a144-474f430965fb), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.322525 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1051be0a-3c30-48b5-a286-3b5acd0a2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (0b3e4838-bb28-4f94-a144-474f430965fb), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.325090 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1051be0a-3c30-48b5-a286-3b5acd0a2fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.326306 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1051be0a-3c30-48b5-a286-3b5acd0a2fd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b3e4838-bb28-4f94-a144-474f430965fb HTTP/1.1" status: 204 len: 168 time: 0.1394670 Feb 16 10:35:17.335064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051be0a-3c30-48b5-a286-3b5acd0a2fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3e4838-bb28-4f94-a144-474f430965fb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:17.601930 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52630) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:17.616002 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9feef3f6-2a06-44cc-a0f7-8437ea324011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.636214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2952c-89eb-4f23-a956-407679bb6b4a req-b0b32137-5f66-4698-a4fe-48d1c0e50016 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:17.638320 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2fd2952c-89eb-4f23-a956-407679bb6b4a req-b0b32137-5f66-4698-a4fe-48d1c0e50016 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0631218 Feb 16 10:35:17.690802 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2fd2952c-89eb-4f23-a956-407679bb6b4a req-d7b3e269-3d8a-44f3-95a2-74782927d41d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Feb 16 10:35:17.698526 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9feef3f6-2a06-44cc-a0f7-8437ea324011 admin admin] Publish callbacks [] for security_group (5c9ab5be-08b2-446b-bf9f-2e22e256c3f7), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.702951 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9feef3f6-2a06-44cc-a0f7-8437ea324011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (5c9ab5be-08b2-446b-bf9f-2e22e256c3f7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.743511 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9feef3f6-2a06-44cc-a0f7-8437ea324011 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fc2c67bdf4c4569ad3ab5113e8ba6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404111 Feb 16 10:35:17.744667 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feef3f6-2a06-44cc-a0f7-8437ea324011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ab5be-08b2-446b-bf9f-2e22e256c3f7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:17.746150 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52632) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:17.795866 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-68bce5ad-b4ae-45c9-8131-0b2d2a7c8725 admin admin] Publish callbacks [] for security_group (5c9ab5be-08b2-446b-bf9f-2e22e256c3f7), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.818163 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-68bce5ad-b4ae-45c9-8131-0b2d2a7c8725 admin admin] Publish callbacks [] for security_group (5c9ab5be-08b2-446b-bf9f-2e22e256c3f7), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.867461 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-68bce5ad-b4ae-45c9-8131-0b2d2a7c8725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (5c9ab5be-08b2-446b-bf9f-2e22e256c3f7), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.870672 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-68bce5ad-b4ae-45c9-8131-0b2d2a7c8725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:17.871355 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-68bce5ad-b4ae-45c9-8131-0b2d2a7c8725 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c9ab5be-08b2-446b-bf9f-2e22e256c3f7 HTTP/1.1" status: 204 len: 168 time: 0.1239698 Feb 16 10:35:17.880781 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bce5ad-b4ae-45c9-8131-0b2d2a7c8725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ab5be-08b2-446b-bf9f-2e22e256c3f7,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:18.218494 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7490-17f1-45df-b59a-6350332c5bae req-f910dcd8-5e38-4f1c-8390-71c843c1203f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:18.220028 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-446c7490-17f1-45df-b59a-6350332c5bae req-f910dcd8-5e38-4f1c-8390-71c843c1203f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0543678 Feb 16 10:35:18.272261 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-446c7490-17f1-45df-b59a-6350332c5bae req-e04c8f0d-570c-4ce3-8ab7-496ba117114d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459511 Feb 16 10:35:18.594671 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52670) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:18.692523 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-616764522-network', 'tenant_id': 'a99f7c34b9c242ccac2298630d55898f'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:18.713139 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Made reservation on behalf of a99f7c34b9c242ccac2298630d55898f for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:18.715819 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:18.725088 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:18.837026 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks [] for security_group (5f656b8f-f74d-4631-9011-700bb36c68ec), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:18.848092 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30afaa5-b2b7-4c91-a086-581b424a0241 req-f20e0b04-34ad-4aea-acd0-f12939477331 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:18.849567 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a30afaa5-b2b7-4c91-a086-581b424a0241 req-f20e0b04-34ad-4aea-acd0-f12939477331 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0849700 Feb 16 10:35:18.850316 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (5f656b8f-f74d-4631-9011-700bb36c68ec), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:18.893830 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:35:18.903023 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f656b8f-f74d-4631-9011-700bb36c68ec,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:18.912990 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (8d4eb7cf-2de7-43aa-9382-6c218ada79cc), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:18.913332 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Added segment 8d4eb7cf-2de7-43aa-9382-6c218ada79cc of type vlan for network a929cd8d-f8fa-4aa1-a913-19f364204f70 Feb 16 10:35:18.964458 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a30afaa5-b2b7-4c91-a086-581b424a0241 req-0199a56b-a9e5-4f9f-ac9a-8349de0ac85d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031966 Feb 16 10:35:18.978880 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (a929cd8d-f8fa-4aa1-a913-19f364204f70), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:19.010711 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (a929cd8d-f8fa-4aa1-a913-19f364204f70), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:19.011870 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:19.012523 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:19.053629 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4577384 Feb 16 10:35:19.056824 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52686) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:19.064195 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Request body: {'subnet': {'network_id': 'a929cd8d-f8fa-4aa1-a913-19f364204f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-616764522-subnet', 'tenant_id': 'a99f7c34b9c242ccac2298630d55898f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:19.085343 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a77be-10af-464b-936e-c81218f65c16 admin admin] Pushing event updated for resources: {'Network': ['ID=a929cd8d-f8fa-4aa1-a913-19f364204f70,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:19.096674 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network a929cd8d-f8fa-4aa1-a913-19f364204f70 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:35:19.098645 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Made reservation on behalf of a99f7c34b9c242ccac2298630d55898f for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:19.101022 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:19.294418 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:19.356065 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:19.411113 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Checking segment: {'id': '8d4eb7cf-2de7-43aa-9382-6c218ada79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a929cd8d-f8fa-4aa1-a913-19f364204f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:19.411479 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Network hostable DHCP agents. Network: a929cd8d-f8fa-4aa1-a913-19f364204f70, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:35:19.443225 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Network a929cd8d-f8fa-4aa1-a913-19f364204f70 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:35:19.461096 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa17aa8-a45f-46cc-9ecc-c26b9053a4f6 req-f5f4ce20-d66e-4a98-82c8-3ab8a1e04cce tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:19.468068 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-caa17aa8-a45f-46cc-9ecc-c26b9053a4f6 req-f5f4ce20-d66e-4a98-82c8-3ab8a1e04cce tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1021187 Feb 16 10:35:19.475252 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, a929cd8d-f8fa-4aa1-a913-19f364204f70) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:19.485723 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:19.486529 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:19.489338 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea83405-3944-4972-866c-f17dcfb66461 None None] Network a929cd8d-f8fa-4aa1-a913-19f364204f70 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:19.519991 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-99869a9d-3054-4709-816c-8f9595b51a01 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4619381 Feb 16 10:35:19.536171 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-caa17aa8-a45f-46cc-9ecc-c26b9053a4f6 req-6ed298e0-482d-40e3-b80a-8395eaaec8ca tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672352 Feb 16 10:35:19.633634 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f3a91-fe2c-40ae-be2e-54ac5267ace8 None None] Network a929cd8d-f8fa-4aa1-a913-19f364204f70 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:19.997802 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52740) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:20.002898 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446720962-network', 'tenant_id': 'efac678d10a94472b948c591e900b5c2'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:20.023688 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Made reservation on behalf of efac678d10a94472b948c591e900b5c2 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:20.026173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.035296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.121194 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b71bed-09c9-40ef-b6bd-533d731530b9 req-ffdfc189-9641-47d5-8b35-1320a16e8ec0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:20.122991 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-95b71bed-09c9-40ef-b6bd-533d731530b9 req-ffdfc189-9641-47d5-8b35-1320a16e8ec0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0760121 Feb 16 10:35:20.188786 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks [] for security_group (39dc9634-ff96-4f0e-b1c7-627d793a2c37), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.194017 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-95b71bed-09c9-40ef-b6bd-533d731530b9 req-b1c755bd-9a72-40d7-8653-3f616fce325a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Feb 16 10:35:20.195131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (39dc9634-ff96-4f0e-b1c7-627d793a2c37), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.224008 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:35:20.230549 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc9634-ff96-4f0e-b1c7-627d793a2c37,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:20.236468 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (7db3d254-515a-43f5-9c2d-84f97bf62451), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.236859 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Added segment 7db3d254-515a-43f5-9c2d-84f97bf62451 of type vlan for network 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b Feb 16 10:35:20.276567 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.300538 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.301473 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:20.302074 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.337350 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3378134 Feb 16 10:35:20.339678 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 52744) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:20.344606 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Request body: {'subnet': {'network_id': '4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446720962-subnet', 'tenant_id': 'efac678d10a94472b948c591e900b5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:20.364094 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Made reservation on behalf of efac678d10a94472b948c591e900b5c2 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:20.366433 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.368118 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bc5e2-f0c4-463b-a0b7-ae3fd39b9a78 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:20.378842 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:35:20.543080 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for subnet (cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.599425 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:20.617261 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Checking segment: {'id': '7db3d254-515a-43f5-9c2d-84f97bf62451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:20.617611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Network hostable DHCP agents. Network: 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:35:20.660434 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Network 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:35:20.673911 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa4e6-c158-4457-8999-ad002e2986b5 req-1f20b613-5e19-42ee-9497-dda5bf2a26ee tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:20.676174 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-257fa4e6-c158-4457-8999-ad002e2986b5 req-1f20b613-5e19-42ee-9497-dda5bf2a26ee tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0726480 Feb 16 10:35:20.681223 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:20.686175 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:20.686756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:20.691286 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef9648-27ff-4c90-ab67-6f5783bffc10 None None] Network 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:20.724406 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bacf4b76-937b-4b4a-8fb3-5867f6f2f0fb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3752189 Feb 16 10:35:20.739289 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-257fa4e6-c158-4457-8999-ad002e2986b5 req-23805251-1a51-45aa-917a-776fbf4cb824 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561948 Feb 16 10:35:20.798741 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a53bba-4493-4cd8-8a41-491c9c90191b None None] Network 4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:21.475344 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bca72-72da-49e3-90c6-5e2dc59f6033 req-39e5c64b-01ef-424f-ae90-7afd408a7e97 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:21.476840 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-269bca72-72da-49e3-90c6-5e2dc59f6033 req-39e5c64b-01ef-424f-ae90-7afd408a7e97 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0571234 Feb 16 10:35:21.527118 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-269bca72-72da-49e3-90c6-5e2dc59f6033 req-4ea5f605-4b33-413a-a531-c9482d56964b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446839 Feb 16 10:35:21.868823 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e630b-c76e-4bb1-938c-d53ff77c6aa5 req-8d0904cd-a880-45b0-86d2-ecaf5aae2057 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:21.870334 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eb5e630b-c76e-4bb1-938c-d53ff77c6aa5 req-8d0904cd-a880-45b0-86d2-ecaf5aae2057 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0575943 Feb 16 10:35:21.919032 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eb5e630b-c76e-4bb1-938c-d53ff77c6aa5 req-92f2ff8d-c157-42c8-9495-6877363747c4 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Feb 16 10:35:22.047130 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013380f0-1447-4677-8fec-8250a718bf2f req-4586f0dc-5339-4d64-98ff-1235bf66724a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:22.048708 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-013380f0-1447-4677-8fec-8250a718bf2f req-4586f0dc-5339-4d64-98ff-1235bf66724a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0630565 Feb 16 10:35:22.057522 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52794) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:22.061957 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'floatingip': {'port_id': '93f5db16-8e6b-425e-a7f5-2f5a98312ada'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:22.132285 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (c48f3960-d23a-4e88-9463-ff963d3d9de5), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:22.682945 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbfc60-1e8a-4e6a-9ace-098d8437e801 req-1a73d792-a47b-4c16-a0b6-81157a39a66c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:22.684589 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-abdbfc60-1e8a-4e6a-9ace-098d8437e801 req-1a73d792-a47b-4c16-a0b6-81157a39a66c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0766380 Feb 16 10:35:22.749263 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-abdbfc60-1e8a-4e6a-9ace-098d8437e801 req-855f91cd-3a3a-496d-9b37-68f4adb98ee4 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562155 Feb 16 10:35:22.882373 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:22.898437 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (c48f3960-d23a-4e88-9463-ff963d3d9de5), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:23.226794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-e2233289-2f39-4dec-ad6b-cfa4f3165d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:23.229708 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-e2233289-2f39-4dec-ad6b-cfa4f3165d69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 1130 time: 0.1374986 Feb 16 10:35:23.272621 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Floating IP c48f3960-d23a-4e88-9463-ff963d3d9de5 associated. External IP: 172.27.2.56, port: 93f5db16-8e6b-425e-a7f5-2f5a98312ada. Feb 16 10:35:23.275369 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1df77-6505-4d98-a498-e7c5e176ad6c req-539f81ba-4c69-45e2-82c7-14d8e1e1aac2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:23.277645 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6df1df77-6505-4d98-a498-e7c5e176ad6c req-539f81ba-4c69-45e2-82c7-14d8e1e1aac2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1158013 Feb 16 10:35:23.407305 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6df1df77-6505-4d98-a498-e7c5e176ad6c req-25645ba1-610c-4f37-8018-71f5778f0a25 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209660 Feb 16 10:35:23.409566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52860) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:23.419577 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-ffbeaeb6-bce4-405d-b204-f29cfac2365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:23.422136 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-ffbeaeb6-bce4-405d-b204-f29cfac2365b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.1848092 Feb 16 10:35:23.473982 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-7b4af3f1-1674-49a2-b0c2-e5ceeef9446e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0453339 Feb 16 10:35:23.540237 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-2efc8a2a-aac9-4aad-8a33-3cb12d892f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:23.541738 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-2efc8a2a-aac9-4aad-8a33-3cb12d892f9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.0582669 Feb 16 10:35:23.576955 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-90e3b8be-69b9-455b-bf25-24042dba2eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:23.588501 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-c16faa36-9323-43d8-85f8-06eccb449878 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383124 Feb 16 10:35:23.618376 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:35:23.701970 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-a0c4e997-c3d2-4552-983e-35e62f21a89c service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084130 Feb 16 10:35:23.784788 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-90e3b8be-69b9-455b-bf25-24042dba2eea admin admin] Publish callbacks [] for security_group (dbb4582e-b85c-45ff-a3a3-464f10dd52bc), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:23.793045 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-90e3b8be-69b9-455b-bf25-24042dba2eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (dbb4582e-b85c-45ff-a3a3-464f10dd52bc), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:23.822619 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a68ee-094c-430b-bf74-48ab9f57a8da req-f9841f37-a660-4799-a17a-f0bc823caedf tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:23.824167 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ce2a68ee-094c-430b-bf74-48ab9f57a8da req-f9841f37-a660-4799-a17a-f0bc823caedf tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.1464636 Feb 16 10:35:23.835798 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:35:23.844652 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:23.849190 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3b8be-69b9-455b-bf25-24042dba2eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4582e-b85c-45ff-a3a3-464f10dd52bc,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:23.854854 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:35:23.856275 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:35:23.869657 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:23.870315 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:23.872373 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-90e3b8be-69b9-455b-bf25-24042dba2eea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66cb368debd14745b605853df42d255f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611628 Feb 16 10:35:23.874907 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52870) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:23.916412 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27a83ef8-56a3-4eb2-a378-a2f5dc767b23 req-7f423f32-6abc-44e1-a5aa-2b1dfdc68ee0 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991122 Feb 16 10:35:23.926298 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-43dee6d3-c762-4665-8007-db1ead786f63 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "PUT /v2.0/floatingips/c48f3960-d23a-4e88-9463-ff963d3d9de5 HTTP/1.1" status: 200 len: 990 time: 1.8639555 Feb 16 10:35:23.940339 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:23.946882 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2" -d '{"events": [{"name": "network-changed", "server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:23.975636 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ce2a68ee-094c-430b-bf74-48ab9f57a8da req-5f8e2ff4-c16c-4734-9f32-23942e44e974 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445386 Feb 16 10:35:24.000826 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:24.023592 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf348-4171-4eb5-bc7f-53867fab2912 admin admin] Publish callbacks [] for security_group (dbb4582e-b85c-45ff-a3a3-464f10dd52bc), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:24.066031 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf348-4171-4eb5-bc7f-53867fab2912 admin admin] Publish callbacks [] for security_group (dbb4582e-b85c-45ff-a3a3-464f10dd52bc), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:24.117135 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30426c64-31c6-4a5a-a5d7-b391f17e0a18 x-openstack-request-id: req-30426c64-31c6-4a5a-a5d7-b391f17e0a18 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:24.117402 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:24.117658 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30426c64-31c6-4a5a-a5d7-b391f17e0a18 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:24.118085 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'status': 'completed', 'code': 200} Feb 16 10:35:24.128186 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf348-4171-4eb5-bc7f-53867fab2912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (dbb4582e-b85c-45ff-a3a3-464f10dd52bc), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:24.131740 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf348-4171-4eb5-bc7f-53867fab2912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:24.132897 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e2fcf348-4171-4eb5-bc7f-53867fab2912 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbb4582e-b85c-45ff-a3a3-464f10dd52bc HTTP/1.1" status: 204 len: 168 time: 0.2566855 Feb 16 10:35:24.153418 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf348-4171-4eb5-bc7f-53867fab2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4582e-b85c-45ff-a3a3-464f10dd52bc,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:24.235611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-a37dfd8a-26d0-49f1-bef9-056f4df19ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:24.237974 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-a37dfd8a-26d0-49f1-bef9-056f4df19ad4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1129 time: 0.1004536 Feb 16 10:35:24.465161 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'c48f3960-d23a-4e88-9463-ff963d3d9de5', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'port_id': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'mac_address': 'fa:16:3e:24:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe26725-b464-4ca8-994e-05ce84417564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:34:52Z', 'updated_at': '2022-02-16T10:35:22Z', 'revision_number': 1, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:24.497548 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:35:24.521458 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:24.522995 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:24.677740 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef63a0-96c6-4b9b-999f-324652eddb53 req-daab70c5-b98e-426c-b5ce-aba053ddc882 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:24.679350 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86ef63a0-96c6-4b9b-999f-324652eddb53 req-daab70c5-b98e-426c-b5ce-aba053ddc882 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1229339 Feb 16 10:35:24.694999 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-da94adc7-cc60-4320-9be1-2a76fa2a394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:24.697093 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-da94adc7-cc60-4320-9be1-2a76fa2a394a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.4521177 Feb 16 10:35:24.806993 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86ef63a0-96c6-4b9b-999f-324652eddb53 req-a598c3dc-c43d-4995-b7f1-3e32e565ce80 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113200 Feb 16 10:35:24.824932 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:24.959009 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-0404a046-7d3d-45ba-842f-14e3de5781b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 998 time: 0.2462292 Feb 16 10:35:25.021233 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-915be73d-e35f-4366-9d6d-18f69b6ca6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:25.023024 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-915be73d-e35f-4366-9d6d-18f69b6ca6f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0579948 Feb 16 10:35:25.075983 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-57a67696-f252-4fd7-9cea-b6a1d9f61598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:25.077487 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-57a67696-f252-4fd7-9cea-b6a1d9f61598 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480018 Feb 16 10:35:25.123450 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'c48f3960-d23a-4e88-9463-ff963d3d9de5', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'port_id': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'mac_address': 'fa:16:3e:24:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe26725-b464-4ca8-994e-05ce84417564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:34:52Z', 'updated_at': '2022-02-16T10:35:22Z', 'revision_number': 1, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:25.232277 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ad5d-e481-45cd-8eb7-1318e45895f5 req-9f1d4d9c-742d-487f-8946-5ece5d00101a tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:25.233734 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7721ad5d-e481-45cd-8eb7-1318e45895f5 req-9f1d4d9c-742d-487f-8946-5ece5d00101a tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.1384778 Feb 16 10:35:25.238541 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-c046c32a-c69e-45c6-aefc-d289ef308bfe service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516626 Feb 16 10:35:25.248455 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c6abb-f755-4fd4-b157-ec205c8426ac None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'c48f3960-d23a-4e88-9463-ff963d3d9de5', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'port_id': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'mac_address': 'fa:16:3e:24:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe26725-b464-4ca8-994e-05ce84417564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:34:52Z', 'updated_at': '2022-02-16T10:35:22Z', 'revision_number': 1, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:35:25.356544 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7721ad5d-e481-45cd-8eb7-1318e45895f5 req-b3bfc64f-50b1-4b9d-b33f-c293829f9890 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131639 Feb 16 10:35:25.395354 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde9ba8b-0ba3-481e-9b53-1c52b13606a2 req-702f9d59-c706-481f-b042-71921af9385d service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452811 Feb 16 10:35:25.536566 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9748cb2-2c8c-4e7c-af32-42623d88f394 None None] New status for floating IP c48f3960-d23a-4e88-9463-ff963d3d9de5: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:35:25.940425 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4885e-d0e1-48f0-a066-ad39533e6a62 req-c706af57-b914-4036-9920-5e9b95a532bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:25.941988 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27c4885e-d0e1-48f0-a066-ad39533e6a62 req-c706af57-b914-4036-9920-5e9b95a532bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0728381 Feb 16 10:35:25.999917 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27c4885e-d0e1-48f0-a066-ad39533e6a62 req-32f95608-7fd1-4dcf-b805-592960d1dbba tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502279 Feb 16 10:35:26.301418 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-88810d06-c0d7-44d5-a277-b3c4272aa0b6 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:26.303027 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-88810d06-c0d7-44d5-a277-b3c4272aa0b6 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.24 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.0805590 Feb 16 10:35:26.477022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 52996) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:26.499282 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Deleting port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:35:26.499545 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.538959 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20d076-bead-4097-874a-a7de2584d712 req-f84e8942-f40b-4edc-8362-9e360b293d30 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:26.540421 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd20d076-bead-4097-874a-a7de2584d712 req-f84e8942-f40b-4edc-8362-9e360b293d30 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 945 time: 0.1019890 Feb 16 10:35:26.591430 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0abb8441-9393-48a8-b901-7a499dcbddbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.634252 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] For port 6e4a7004-ed61-411e-bea2-c5e80a97ab96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6e4a7004-ed61-411e-bea2-c5e80a97ab96,segment=NetworkSegment(bf9b2e94-f16d-4eb6-a61f-619648a27202),segment_id=bf9b2e94-f16d-4eb6-a61f-619648a27202)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:26.634664 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.645212 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd20d076-bead-4097-874a-a7de2584d712 req-8d1e1b5b-1522-4384-8ec7-10a9ffe80f3f tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2e51a84-bb50-4160-b10b-2b37c5049391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774052 Feb 16 10:35:26.653012 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Calling delete_port for 6e4a7004-ed61-411e-bea2-c5e80a97ab96 owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:35:26.684280 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0abb8441-9393-48a8-b901-7a499dcbddbe admin admin] Publish callbacks [] for security_group (e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.689733 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0abb8441-9393-48a8-b901-7a499dcbddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.731394 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb8441-9393-48a8-b901-7a499dcbddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:26.740004 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0abb8441-9393-48a8-b901-7a499dcbddbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c196238c2d304a58bb5a8b83956fc0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616842 Feb 16 10:35:26.740604 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53004) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:26.802249 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d463fc7a-3936-40d5-99a8-9e3d98a0e623 admin admin] Publish callbacks [] for security_group (e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.827786 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d463fc7a-3936-40d5-99a8-9e3d98a0e623 admin admin] Publish callbacks [] for security_group (e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.862674 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (6e4a7004-ed61-411e-bea2-c5e80a97ab96), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.880828 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['6e4a7004-ed61-411e-bea2-c5e80a97ab96'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:35:26.885471 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d463fc7a-3936-40d5-99a8-9e3d98a0e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.888759 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d463fc7a-3936-40d5-99a8-9e3d98a0e623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.890438 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d463fc7a-3936-40d5-99a8-9e3d98a0e623 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8 HTTP/1.1" status: 204 len: 168 time: 0.1488736 Feb 16 10:35:26.902204 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463fc7a-3936-40d5-99a8-9e3d98a0e623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49459d0-8ac4-4ef5-a3a0-6f07587e0ef8,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:26.937417 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Pushing event deleted for resources: {'Port': ['ID=6e4a7004-ed61-411e-bea2-c5e80a97ab96,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:26.983231 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] No DVR routers for this DVR port 6e4a7004-ed61-411e-bea2-c5e80a97ab96 on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:35:26.987826 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:26.992448 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-28253a1f-df7e-4a3c-9486-a2b4377722ef req-2d94013d-a011-42ec-990c-8f787500d53e tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.24 "DELETE /v2.0/ports/6e4a7004-ed61-411e-bea2-c5e80a97ab96 HTTP/1.1" status: 204 len: 173 time: 0.6831534 Feb 16 10:35:26.993443 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'name': 'network-vif-deleted', 'tag': '6e4a7004-ed61-411e-bea2-c5e80a97ab96'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:35:26.997175 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9c50fd-fa42-4d5b-babd-fe40ec9bccb9" -d '{"events": [{"server_uuid": "bce21f25-8936-4c1e-8199-2fb9ce31e018", "name": "network-vif-deleted", "tag": "6e4a7004-ed61-411e-bea2-c5e80a97ab96"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:35:27.077720 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b8131-ef8c-47cb-ab0c-dbcbb321a142 x-openstack-request-id: req-e70b8131-ef8c-47cb-ab0c-dbcbb321a142 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:35:27.078016 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce21f25-8936-4c1e-8199-2fb9ce31e018", "name": "network-vif-deleted", "tag": "6e4a7004-ed61-411e-bea2-c5e80a97ab96", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:35:27.078291 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e70b8131-ef8c-47cb-ab0c-dbcbb321a142 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:35:27.079110 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce21f25-8936-4c1e-8199-2fb9ce31e018', 'name': 'network-vif-deleted', 'tag': '6e4a7004-ed61-411e-bea2-c5e80a97ab96', 'status': 'completed', 'code': 200} Feb 16 10:35:27.230178 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f505c3-0fe7-437e-b2ec-3c4d77c49663 req-b41f85f0-1654-4e04-ba03-c6b98a1bc7ea tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:27.240155 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-42f505c3-0fe7-437e-b2ec-3c4d77c49663 req-b41f85f0-1654-4e04-ba03-c6b98a1bc7ea tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0831430 Feb 16 10:35:27.310678 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-42f505c3-0fe7-437e-b2ec-3c4d77c49663 req-081bf238-8aa3-4b66-965b-226e5b062c72 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Feb 16 10:35:27.395303 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53036) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:27.418220 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-00f92b90-e5f3-4ede-b700-eb8d409610ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.559567 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-00f92b90-e5f3-4ede-b700-eb8d409610ef admin admin] Publish callbacks [] for security_group (41dacd36-ffbf-4373-ae15-01b1e348e16c), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.563857 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-00f92b90-e5f3-4ede-b700-eb8d409610ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (41dacd36-ffbf-4373-ae15-01b1e348e16c), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.608209 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-00f92b90-e5f3-4ede-b700-eb8d409610ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b33f4e86d41b4b58866d3043709c0dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113869 Feb 16 10:35:27.610988 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53050) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:27.613406 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92b90-e5f3-4ede-b700-eb8d409610ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dacd36-ffbf-4373-ae15-01b1e348e16c,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:27.663937 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9026-bbcd-4e4c-9cee-aae21f4c9c6d admin admin] Publish callbacks [] for security_group (41dacd36-ffbf-4373-ae15-01b1e348e16c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.691316 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9026-bbcd-4e4c-9cee-aae21f4c9c6d admin admin] Publish callbacks [] for security_group (41dacd36-ffbf-4373-ae15-01b1e348e16c), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.756009 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9026-bbcd-4e4c-9cee-aae21f4c9c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (41dacd36-ffbf-4373-ae15-01b1e348e16c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.758501 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9026-bbcd-4e4c-9cee-aae21f4c9c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:27.759677 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c1ca9026-bbcd-4e4c-9cee-aae21f4c9c6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41dacd36-ffbf-4373-ae15-01b1e348e16c HTTP/1.1" status: 204 len: 168 time: 0.1469638 Feb 16 10:35:27.770512 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca9026-bbcd-4e4c-9cee-aae21f4c9c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dacd36-ffbf-4373-ae15-01b1e348e16c,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:27.786990 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de25c6c2-1253-4fee-8e47-eae164f8d5c1 req-54967f8c-4964-4f44-bba3-46ce44193007 tempest-DeleteServersTestJSON-817792284 tempest-DeleteServersTestJSON-817792284-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce21f25-8936-4c1e-8199-2fb9ce31e018 HTTP/1.1" status: 200 len: 210 time: 0.0415609 Feb 16 10:35:28.448428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7f5d-6fcf-4fdb-b85e-4d8aeb442714 req-4be6e550-a2f4-4935-a21f-00dfd32f1f5c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:28.449969 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-334a7f5d-6fcf-4fdb-b85e-4d8aeb442714 req-4be6e550-a2f4-4935-a21f-00dfd32f1f5c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0562398 Feb 16 10:35:28.504295 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-334a7f5d-6fcf-4fdb-b85e-4d8aeb442714 req-f1d97c0c-04a5-4d67-970a-05a6c467f0b7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Feb 16 10:35:29.255773 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53142) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:29.367083 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f3e7-6975-4b50-853b-d77d6d1c2819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.481752 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f3e7-6975-4b50-853b-d77d6d1c2819 admin admin] Publish callbacks [] for security_group (e4b2b165-7973-4662-aba1-5ed6a7cc0840), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.487223 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f3e7-6975-4b50-853b-d77d6d1c2819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e4b2b165-7973-4662-aba1-5ed6a7cc0840), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.543791 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2f3e7-6975-4b50-853b-d77d6d1c2819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2b165-7973-4662-aba1-5ed6a7cc0840,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:29.553209 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d4f2f3e7-6975-4b50-853b-d77d6d1c2819 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a11bc699275449b7a4dc6f0dbfef6d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955370 Feb 16 10:35:29.555929 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53164) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:29.561864 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 6e4a7004-ed61-411e-bea2-c5e80a97ab96 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:35:29.602480 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 6e4a7004-ed61-411e-bea2-c5e80a97ab96 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:35:29.602835 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 6e4a7004-ed61-411e-bea2-c5e80a97ab96 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:35:29.713725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5268a20-ab45-4b0f-815d-95e8b0a41ea2 req-f9f350d0-b64b-48f2-8c8f-08a6e8b54879 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:29.724759 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a5268a20-ab45-4b0f-815d-95e8b0a41ea2 req-f9f350d0-b64b-48f2-8c8f-08a6e8b54879 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1283393 Feb 16 10:35:29.732906 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5e7e-21ee-45fa-9274-d5ba920f419a admin admin] Publish callbacks [] for security_group (e4b2b165-7973-4662-aba1-5ed6a7cc0840), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.786005 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5e7e-21ee-45fa-9274-d5ba920f419a admin admin] Publish callbacks [] for security_group (e4b2b165-7973-4662-aba1-5ed6a7cc0840), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.816413 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a5268a20-ab45-4b0f-815d-95e8b0a41ea2 req-527cef38-55ed-4bdf-8a95-1d493d6b43ec tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906358 Feb 16 10:35:29.886644 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5e7e-21ee-45fa-9274-d5ba920f419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e4b2b165-7973-4662-aba1-5ed6a7cc0840), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.889653 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e5e7e-21ee-45fa-9274-d5ba920f419a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:29.890938 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ca7e5e7e-21ee-45fa-9274-d5ba920f419a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4b2b165-7973-4662-aba1-5ed6a7cc0840 HTTP/1.1" status: 204 len: 168 time: 0.3341434 Feb 16 10:35:29.904116 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e5e7e-21ee-45fa-9274-d5ba920f419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2b165-7973-4662-aba1-5ed6a7cc0840,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:30.321468 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53240) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:30.373129 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Deleting subnet 7252d718-e071-411b-ada2-10201128f18c {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:35:30.376249 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Publish callbacks [] for subnet (7252d718-e071-411b-ada2-10201128f18c), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.419143 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13785943'] for subnet (7252d718-e071-411b-ada2-10201128f18c), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.474382 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (7252d718-e071-411b-ada2-10201128f18c), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.541920 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13395165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58629294'] for subnet (7252d718-e071-411b-ada2-10201128f18c), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.581625 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.584860 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7252d718-e071-411b-ada2-10201128f18c HTTP/1.1" status: 204 len: 168 time: 0.2624493 Feb 16 10:35:30.586404 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9d2eb-f15c-4d7e-b500-ded29017199d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7252d718-e071-411b-ada2-10201128f18c,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:30.588015 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53278) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:30.670825 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (0ab19543-06b7-47ff-aa8b-9760c52d0116), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.768967 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (0ab19543-06b7-47ff-aa8b-9760c52d0116), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.791074 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.791422 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.792354 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.793060 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.793416 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.793929 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.794292 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.794631 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.795357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.795979 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.883313 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.883703 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.884061 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.884390 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:35:30.884750 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab19543-06b7-47ff-aa8b-9760c52d0116']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:30.919902 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9b2e94-f16d-4eb6-a61f-619648a27202') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:30.920501 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9b2e94-f16d-4eb6-a61f-619648a27202') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:30.953655 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13514010'] for segment (bf9b2e94-f16d-4eb6-a61f-619648a27202), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.984909 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (bf9b2e94-f16d-4eb6-a61f-619648a27202), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:30.996444 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:35:30.997367 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13042602'] for segment (bf9b2e94-f16d-4eb6-a61f-619648a27202), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: from cryptography.utils import int_from_bytes Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: from cryptography.utils import int_from_bytes Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: timer() Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: cb(*args, **kw) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: self._notify() Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: self.callback(batched_events) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: event.method(event) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._get(url).json() Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:35:31.002431 dv-cinder-804757-12-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:35:31.019644 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783c4e7-6e50-4484-9963-27a3288b763d req-43cce5e1-cc3e-4e84-8301-dc590778a7d3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:31.021284 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7783c4e7-6e50-4484-9963-27a3288b763d req-43cce5e1-cc3e-4e84-8301-dc590778a7d3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1226802 Feb 16 10:35:31.101221 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (0ab19543-06b7-47ff-aa8b-9760c52d0116), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.130870 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.134380 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0ab19543-06b7-47ff-aa8b-9760c52d0116 HTTP/1.1" status: 204 len: 168 time: 0.5437133 Feb 16 10:35:31.140702 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d1f55-5014-494b-ad69-468873e415b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab19543-06b7-47ff-aa8b-9760c52d0116,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:31.164051 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7783c4e7-6e50-4484-9963-27a3288b763d req-31c37de3-4497-4780-82aa-58b537c09435 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336033 Feb 16 10:35:31.378550 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53332) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:31.414823 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53334) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:31.421694 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-902d5844-29ae-424b-aa42-e7e4ac2e9830 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6f43ca3ab52417e85d5002a3dca0ae0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419409 Feb 16 10:35:31.424792 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53338) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:31.473356 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbef0-9741-4787-a731-b2a5fa29a9db admin admin] Publish callbacks [] for security_group (d2e51a84-bb50-4160-b10b-2b37c5049391), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.496341 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbef0-9741-4787-a731-b2a5fa29a9db admin admin] Publish callbacks [] for security_group (d2e51a84-bb50-4160-b10b-2b37c5049391), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.551765 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbef0-9741-4787-a731-b2a5fa29a9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d2e51a84-bb50-4160-b10b-2b37c5049391), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.554778 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbef0-9741-4787-a731-b2a5fa29a9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.556029 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b2ebbef0-9741-4787-a731-b2a5fa29a9db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2e51a84-bb50-4160-b10b-2b37c5049391 HTTP/1.1" status: 204 len: 168 time: 0.1303203 Feb 16 10:35:31.563606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebbef0-9741-4787-a731-b2a5fa29a9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e51a84-bb50-4160-b10b-2b37c5049391,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:31.596835 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fed73c2-bc66-4190-9e62-b36a83596d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.668347 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-11a36936-d000-4204-b064-6605e7924c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.674231 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fed73c2-bc66-4190-9e62-b36a83596d13 admin admin] Publish callbacks [] for security_group (16438277-7dc8-4057-8894-768cc4189e5a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.678565 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fed73c2-bc66-4190-9e62-b36a83596d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (16438277-7dc8-4057-8894-768cc4189e5a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.717560 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4fed73c2-bc66-4190-9e62-b36a83596d13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d4880072bce4139b1025d3aa28bb70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015764 Feb 16 10:35:31.718802 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed73c2-bc66-4190-9e62-b36a83596d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16438277-7dc8-4057-8894-768cc4189e5a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:31.720330 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53346) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:31.772890 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-530b4871-ecea-4125-8497-a08a5e24d111 admin admin] Publish callbacks [] for security_group (16438277-7dc8-4057-8894-768cc4189e5a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.794389 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-530b4871-ecea-4125-8497-a08a5e24d111 admin admin] Publish callbacks [] for security_group (16438277-7dc8-4057-8894-768cc4189e5a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.842350 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-530b4871-ecea-4125-8497-a08a5e24d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (16438277-7dc8-4057-8894-768cc4189e5a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.846253 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-530b4871-ecea-4125-8497-a08a5e24d111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:31.847337 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-530b4871-ecea-4125-8497-a08a5e24d111 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16438277-7dc8-4057-8894-768cc4189e5a HTTP/1.1" status: 204 len: 168 time: 0.1234708 Feb 16 10:35:31.855045 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b4871-ecea-4125-8497-a08a5e24d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16438277-7dc8-4057-8894-768cc4189e5a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:32.126414 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53364) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:32.139636 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b5df2066-545e-4fcf-b894-ca962e7a7738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.236695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b5df2066-545e-4fcf-b894-ca962e7a7738 admin admin] Publish callbacks [] for security_group (32f0f472-aa9c-44ed-a4db-3e3168973585), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.256204 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b5df2066-545e-4fcf-b894-ca962e7a7738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (32f0f472-aa9c-44ed-a4db-3e3168973585), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.320991 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b5df2066-545e-4fcf-b894-ca962e7a7738 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae0522e56d8243b3b79977688cbda4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934640 Feb 16 10:35:32.324780 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53380) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:32.358827 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2066-545e-4fcf-b894-ca962e7a7738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f0f472-aa9c-44ed-a4db-3e3168973585,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:32.386144 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93a043-cc92-4a00-b731-fbebe669decc req-fd05131a-2cc6-4b5e-9d95-6a25d08bf203 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:32.388027 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8c93a043-cc92-4a00-b731-fbebe669decc req-fd05131a-2cc6-4b5e-9d95-6a25d08bf203 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1480119 Feb 16 10:35:32.474727 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8c93a043-cc92-4a00-b731-fbebe669decc req-a3a3c927-a3b3-4cb3-9345-ed22e184fb50 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801213 Feb 16 10:35:32.489202 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe39a582-d0fc-4c89-80bd-052e8b8795f1 admin admin] Publish callbacks [] for security_group (32f0f472-aa9c-44ed-a4db-3e3168973585), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.529746 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe39a582-d0fc-4c89-80bd-052e8b8795f1 admin admin] Publish callbacks [] for security_group (32f0f472-aa9c-44ed-a4db-3e3168973585), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.614837 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe39a582-d0fc-4c89-80bd-052e8b8795f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (32f0f472-aa9c-44ed-a4db-3e3168973585), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.626089 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe39a582-d0fc-4c89-80bd-052e8b8795f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:32.628115 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fe39a582-d0fc-4c89-80bd-052e8b8795f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32f0f472-aa9c-44ed-a4db-3e3168973585 HTTP/1.1" status: 204 len: 168 time: 0.3014226 Feb 16 10:35:32.638772 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a582-d0fc-4c89-80bd-052e8b8795f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f0f472-aa9c-44ed-a4db-3e3168973585,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:33.594603 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dfe1e-01fd-4b37-9768-d666942b6a5b req-4e613ef0-8d61-472e-b5fb-951a08a55128 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:33.596230 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f0dfe1e-01fd-4b37-9768-d666942b6a5b req-4e613ef0-8d61-472e-b5fb-951a08a55128 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0536940 Feb 16 10:35:33.645003 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f0dfe1e-01fd-4b37-9768-d666942b6a5b req-066eaba5-c6e9-4f27-b36c-0ab051512713 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Feb 16 10:35:33.773947 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53464) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:33.900404 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.005540 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Publish callbacks [] for security_group (4c04a915-c057-4411-8728-c54fe3c427f3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.011884 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4c04a915-c057-4411-8728-c54fe3c427f3), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.060525 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c04a915-c057-4411-8728-c54fe3c427f3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:34.076740 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53492) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:34.077262 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8799166d95de4d5aaa412c462c9d99c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016806 Feb 16 10:35:34.078592 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.079113 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.079612 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.080688 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.081325 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.081833 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.082357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.083594 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.084090 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.084576 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.085078 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.085556 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.086040 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc4ce9-0121-41a1-beb1-5257b9f6b32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.165379 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Publish callbacks [] for security_group (4c04a915-c057-4411-8728-c54fe3c427f3), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.195335 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Publish callbacks [] for security_group (4c04a915-c057-4411-8728-c54fe3c427f3), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.258721 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4c04a915-c057-4411-8728-c54fe3c427f3), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.264016 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.264016 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c04a915-c057-4411-8728-c54fe3c427f3 HTTP/1.1" status: 204 len: 168 time: 0.1843734 Feb 16 10:35:34.271306 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53508) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:34.280360 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c04a915-c057-4411-8728-c54fe3c427f3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:34.296118 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.296588 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.296944 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.297254 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.300530 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.300893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.301547 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.301547 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.301893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.302801 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-73a153ab-1bea-4962-ad9e-423a4ec268cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.303359 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.303577 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.305072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.305496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5080242-54ef-474a-a646-98b7a59ac90c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:34.596404 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2641761d-4ede-405c-a013-4f55677cffe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.652929 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53526) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:34.669020 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-542152ca-f06c-4478-8801-66231e0939e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.675181 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2641761d-4ede-405c-a013-4f55677cffe9 admin admin] Publish callbacks [] for security_group (90e722e7-9e9d-49ff-b8ee-2e2abff7c22a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.680738 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2641761d-4ede-405c-a013-4f55677cffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (90e722e7-9e9d-49ff-b8ee-2e2abff7c22a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.730040 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2641761d-4ede-405c-a013-4f55677cffe9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c14cd1d7af544bcbe891a25023f056f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575114 Feb 16 10:35:34.733566 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53530) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:34.770897 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641761d-4ede-405c-a013-4f55677cffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e722e7-9e9d-49ff-b8ee-2e2abff7c22a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:34.807914 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86050eb1-0848-413c-b1f7-255bdc052b3b admin admin] Publish callbacks [] for security_group (90e722e7-9e9d-49ff-b8ee-2e2abff7c22a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.831170 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86050eb1-0848-413c-b1f7-255bdc052b3b admin admin] Publish callbacks [] for security_group (90e722e7-9e9d-49ff-b8ee-2e2abff7c22a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.844246 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78becb41-09ae-4ba3-96f7-b2a579cf22af req-5f7a388f-e2b8-4f77-a7b2-f432288f8342 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:34.846748 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-78becb41-09ae-4ba3-96f7-b2a579cf22af req-5f7a388f-e2b8-4f77-a7b2-f432288f8342 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1241179 Feb 16 10:35:34.861680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-542152ca-f06c-4478-8801-66231e0939e4 admin admin] Publish callbacks [] for security_group (49ba8b96-c475-40eb-9439-5580cab3a519), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.872084 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-542152ca-f06c-4478-8801-66231e0939e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (49ba8b96-c475-40eb-9439-5580cab3a519), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.891085 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86050eb1-0848-413c-b1f7-255bdc052b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (90e722e7-9e9d-49ff-b8ee-2e2abff7c22a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.894730 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86050eb1-0848-413c-b1f7-255bdc052b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:34.895882 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-86050eb1-0848-413c-b1f7-255bdc052b3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90e722e7-9e9d-49ff-b8ee-2e2abff7c22a HTTP/1.1" status: 204 len: 168 time: 0.1603072 Feb 16 10:35:34.909602 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86050eb1-0848-413c-b1f7-255bdc052b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e722e7-9e9d-49ff-b8ee-2e2abff7c22a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:34.936491 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-542152ca-f06c-4478-8801-66231e0939e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=553de256706b4409b8158981c560bb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822413 Feb 16 10:35:34.939991 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53536) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:34.940640 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542152ca-f06c-4478-8801-66231e0939e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba8b96-c475-40eb-9439-5580cab3a519,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:34.978723 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-78becb41-09ae-4ba3-96f7-b2a579cf22af req-19278adf-448c-4453-8556-5cd7620c0ec3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233294 Feb 16 10:35:35.018454 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df31652a-54f8-42a6-98f4-2e9711084583 admin admin] Publish callbacks [] for security_group (49ba8b96-c475-40eb-9439-5580cab3a519), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:35.045768 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df31652a-54f8-42a6-98f4-2e9711084583 admin admin] Publish callbacks [] for security_group (49ba8b96-c475-40eb-9439-5580cab3a519), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:35.100622 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df31652a-54f8-42a6-98f4-2e9711084583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (49ba8b96-c475-40eb-9439-5580cab3a519), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:35.103617 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df31652a-54f8-42a6-98f4-2e9711084583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:35.112336 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-df31652a-54f8-42a6-98f4-2e9711084583 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49ba8b96-c475-40eb-9439-5580cab3a519 HTTP/1.1" status: 204 len: 168 time: 0.1669686 Feb 16 10:35:35.122382 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31652a-54f8-42a6-98f4-2e9711084583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba8b96-c475-40eb-9439-5580cab3a519,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:35.229448 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:35.796205 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53582) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:35.994122 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-564425441-network', 'tenant_id': '4750d97fe2634f04ab230fae1e890012'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:36.019816 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Made reservation on behalf of 4750d97fe2634f04ab230fae1e890012 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:36.023980 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.038249 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.115148 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520d00-efdf-4344-bba9-523bdf829134 req-1e559942-0ffe-4951-896b-3c04a49bd5cf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:36.116933 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-05520d00-efdf-4344-bba9-523bdf829134 req-1e559942-0ffe-4951-896b-3c04a49bd5cf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0629377 Feb 16 10:35:36.131634 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks [] for security_group (e81955ae-8894-409d-9bf1-ba8137b2ab8e), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.136708 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e81955ae-8894-409d-9bf1-ba8137b2ab8e), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.159012 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:35:36.173707 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-05520d00-efdf-4344-bba9-523bdf829134 req-64df35af-4916-4437-b150-13de9eab0beb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506756 Feb 16 10:35:36.175165 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81955ae-8894-409d-9bf1-ba8137b2ab8e,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:36.178042 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (742fcb4a-0429-4b02-81c0-3d7e6642d982), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.178411 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Added segment 742fcb4a-0429-4b02-81c0-3d7e6642d982 of type vlan for network 7562a1ef-a934-414d-b18d-7695e419c562 Feb 16 10:35:36.233623 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (7562a1ef-a934-414d-b18d-7695e419c562), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.265370 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (7562a1ef-a934-414d-b18d-7695e419c562), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.266527 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:36.267184 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.306247 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5054655 Feb 16 10:35:36.306501 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53610) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:36.316544 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Request body: {'subnet': {'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-564425441-subnet', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:36.338553 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945b737-0f94-4a36-be57-b1b0f88f084e admin admin] Pushing event updated for resources: {'Network': ['ID=7562a1ef-a934-414d-b18d-7695e419c562,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:36.340999 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Made reservation on behalf of 4750d97fe2634f04ab230fae1e890012 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:36.347367 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785998'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.350890 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 7562a1ef-a934-414d-b18d-7695e419c562 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:35:36.714296 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.774973 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13106485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12786044'] for subnet (4e517a03-e350-475b-9b50-f95aacaa8972), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.832654 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53646) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:36.840316 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e517a03-e350-475b-9b50-f95aacaa8972,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:36.844979 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Checking segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:36.845642 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Network hostable DHCP agents. Network: 7562a1ef-a934-414d-b18d-7695e419c562, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:35:36.864715 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Network 7562a1ef-a934-414d-b18d-7695e419c562 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:35:36.875904 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 7562a1ef-a934-414d-b18d-7695e419c562) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:36.881298 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:36.881942 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.884541 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Deleting subnet fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:35:36.888531 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459492d2-1d57-4a6f-9abe-2ef20d3c8ba6 None None] Network 7562a1ef-a934-414d-b18d-7695e419c562 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:36.889323 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Publish callbacks [] for subnet (fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.919167 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-df90d0cc-bc29-4a82-b2ba-f9d7e6fd751e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6115518 Feb 16 10:35:36.920284 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53648) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:36.927768 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:36.942695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13785943'] for subnet (fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.952177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.954362 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:36.989862 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.015195 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-7562a1ef-a934-414d-b18d-7695e419c562', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:35:37.016154 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.069189 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks [] for router_controller (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.101735 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13395165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58629294'] for subnet (fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.135171 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:37.140170 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.145971 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0362eae5-deb6-4e82-8899-df4b6d719ab9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fcc8d5b8-2e48-4414-9c2a-31ca9eb53e7c HTTP/1.1" status: 204 len: 168 time: 0.3114595 Feb 16 10:35:37.147712 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53654) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:37.198647 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Allocated IP 172.20.0.2 (7562a1ef-a934-414d-b18d-7695e419c562/4e517a03-e350-475b-9b50-f95aacaa8972/60c2728a-c710-436f-a694-062e2a118ef5) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:37.233166 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (a929cd8d-f8fa-4aa1-a913-19f364204f70), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.261893 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks [] for router_gateway (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.324394 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (a929cd8d-f8fa-4aa1-a913-19f364204f70), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.365810 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Publish callbacks [] for port (60c2728a-c710-436f-a694-062e2a118ef5), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.368946 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a929cd8d-f8fa-4aa1-a913-19f364204f70']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:37.373924 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (60c2728a-c710-436f-a694-062e2a118ef5), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.382341 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4eb7cf-2de7-43aa-9382-6c218ada79cc') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:37.382772 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4eb7cf-2de7-43aa-9382-6c218ada79cc') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:37.394675 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (8d4eb7cf-2de7-43aa-9382-6c218ada79cc), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.415650 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (8d4eb7cf-2de7-43aa-9382-6c218ada79cc), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.421208 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Pushing event updated for resources: {'Port': ['ID=60c2728a-c710-436f-a694-062e2a118ef5,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:37.425260 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9a3d2-3034-40e0-9a53-6046f7dde379 req-0d2a2761-2b90-4264-bcb3-722a70c196fa tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:37.427145 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-46e9a3d2-3034-40e0-9a53-6046f7dde379 req-0d2a2761-2b90-4264-bcb3-722a70c196fa tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1272435 Feb 16 10:35:37.432527 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:35:37.432994 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.433128 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (8d4eb7cf-2de7-43aa-9382-6c218ada79cc), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.433636 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.434161 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.434661 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.435139 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:35:37.435426 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:35:37.437821 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.438360 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.438955 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.440052 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.440539 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.441013 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.441486 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.441969 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:37.455009 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Network 7562a1ef-a934-414d-b18d-7695e419c562 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:37.456846 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:37.460769 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:37.511924 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks [] for router_gateway (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.517561 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (a929cd8d-f8fa-4aa1-a913-19f364204f70), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.527634 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Attempting to bind port 60c2728a-c710-436f-a694-062e2a118ef5 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:37.528100 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Attempting to bind port 60c2728a-c710-436f-a694-062e2a118ef5 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:37.528564 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Attempting to bind port 60c2728a-c710-436f-a694-062e2a118ef5 on network 7562a1ef-a934-414d-b18d-7695e419c562 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:37.532451 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.535371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.536838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:37.537484 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Checking segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:37.541004 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.541175 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a929cd8d-f8fa-4aa1-a913-19f364204f70 HTTP/1.1" status: 204 len: 168 time: 0.3898408 Feb 16 10:35:37.541265 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Bound using segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:37.541265 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Bound port: 60c2728a-c710-436f-a694-062e2a118ef5, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:37.541265 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (60c2728a-c710-436f-a694-062e2a118ef5), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.541856 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53660) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:37.550854 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-46e9a3d2-3034-40e0-9a53-6046f7dde379 req-b0b278ea-b852-44d9-8803-6cc2f9a665bd tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029830 Feb 16 10:35:37.551904 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca8042-36a1-4374-be07-91a8c4796fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a929cd8d-f8fa-4aa1-a913-19f364204f70,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:37.612217 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] For port 60c2728a-c710-436f-a694-062e2a118ef5, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:37.615352 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] For port 60c2728a-c710-436f-a694-062e2a118ef5, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=60c2728a-c710-436f-a694-062e2a118ef5,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:37.622398 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (60c2728a-c710-436f-a694-062e2a118ef5), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.633055 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Deleting subnet cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:35:37.654521 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Publish callbacks [] for subnet (cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.692625 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bfd45-8640-4d40-8f0a-25defc718904 None None] Pushing event updated for resources: {'Port': ['ID=60c2728a-c710-436f-a694-062e2a118ef5,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:37.704792 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.731126 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Allocated IP 172.27.2.97 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/a3454daf-b46a-42ea-a244-ea6670cc2b34) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:37.794977 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.918502 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks [] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.934428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.973825 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:37.976257 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:37.982380 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-31a2107f-f67b-492e-bd01-95796da1d2f4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cf8ab8a1-bf6f-4d8a-a56e-324f7cc7cd9d HTTP/1.1" status: 204 len: 168 time: 0.4370377 Feb 16 10:35:37.983056 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53676) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:38.020241 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.069261 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:38.074611 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.076602 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:38.080906 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:38.086948 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Pushing event updated for resources: {'Port': ['ID=a3454daf-b46a-42ea-a244-ea6670cc2b34,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:38.125609 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.169745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.196467 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:38.211824 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db3d254-515a-43f5-9c2d-84f97bf62451') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:38.212279 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db3d254-515a-43f5-9c2d-84f97bf62451') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:38.233211 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (7db3d254-515a-43f5-9c2d-84f97bf62451), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.253006 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (7db3d254-515a-43f5-9c2d-84f97bf62451), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.265120 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:35:38.265568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (7db3d254-515a-43f5-9c2d-84f97bf62451), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:35:38.267889 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:35:38.349881 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.354851 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.361435 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b HTTP/1.1" status: 204 len: 168 time: 0.3767133 Feb 16 10:35:38.379708 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99a0d8-5069-4ae3-bc17-bf931619cec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5a7ed9-1584-4810-94a1-0ea2c4cc6f3b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:38.445847 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks [] for router_gateway (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.659949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53708) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:38.683559 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 60c2728a-c710-436f-a694-062e2a118ef5 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:38.721622 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-88be275b-45bc-4a84-bfe8-b48449296a3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a99f7c34b9c242ccac2298630d55898f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576451 Feb 16 10:35:38.721887 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53712) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:38.764320 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.771840 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 60c2728a-c710-436f-a694-062e2a118ef5 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:38.772728 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (60c2728a-c710-436f-a694-062e2a118ef5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.777011 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-13f214f4-6774-4b92-bbd7-c57bbe92cfe0 admin admin] Publish callbacks [] for security_group (5f656b8f-f74d-4631-9011-700bb36c68ec), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.806968 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-13f214f4-6774-4b92-bbd7-c57bbe92cfe0 admin admin] Publish callbacks [] for security_group (5f656b8f-f74d-4631-9011-700bb36c68ec), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.857594 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53714) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:38.879840 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-13f214f4-6774-4b92-bbd7-c57bbe92cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (5f656b8f-f74d-4631-9011-700bb36c68ec), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.883689 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-13f214f4-6774-4b92-bbd7-c57bbe92cfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:38.887314 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-13f214f4-6774-4b92-bbd7-c57bbe92cfe0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f656b8f-f74d-4631-9011-700bb36c68ec HTTP/1.1" status: 204 len: 168 time: 0.1620657 Feb 16 10:35:38.907244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f214f4-6774-4b92-bbd7-c57bbe92cfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f656b8f-f74d-4631-9011-700bb36c68ec,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:38.943122 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646da12-cc58-4ca2-bd43-5b574537f8fd None None] Network 7562a1ef-a934-414d-b18d-7695e419c562 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:38.944727 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba545-8725-443f-8c36-058ce791c9d4 req-7ccd6ce6-7391-47a1-acdc-b9f2692db8a8 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:38.946320 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a47ba545-8725-443f-8c36-058ce791c9d4 req-7ccd6ce6-7391-47a1-acdc-b9f2692db8a8 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1783977 Feb 16 10:35:38.970743 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 60c2728a-c710-436f-a694-062e2a118ef5 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:38.971363 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (60c2728a-c710-436f-a694-062e2a118ef5), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.021785 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a47ba545-8725-443f-8c36-058ce791c9d4 req-10c20543-ed24-4e12-9d19-21b16eab5dd2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661271 Feb 16 10:35:39.035680 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:35:39.061733 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b073ba76-c35d-48a9-a6b5-f4817ae633a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.070691 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port 60c2728a-c710-436f-a694-062e2a118ef5, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=60c2728a-c710-436f-a694-062e2a118ef5,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:39.083221 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (60c2728a-c710-436f-a694-062e2a118ef5), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.149691 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d974208d-3ee5-4296-a42e-005261e55d6a None None] Provisioning complete for port 60c2728a-c710-436f-a694-062e2a118ef5 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:39.150041 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d974208d-3ee5-4296-a42e-005261e55d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (60c2728a-c710-436f-a694-062e2a118ef5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.152910 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b073ba76-c35d-48a9-a6b5-f4817ae633a1 admin admin] Publish callbacks [] for security_group (3a545078-56e1-4227-8bd4-57a5aee4dd8a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.159517 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b073ba76-c35d-48a9-a6b5-f4817ae633a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3a545078-56e1-4227-8bd4-57a5aee4dd8a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.201426 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=60c2728a-c710-436f-a694-062e2a118ef5,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:39.203093 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073ba76-c35d-48a9-a6b5-f4817ae633a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a545078-56e1-4227-8bd4-57a5aee4dd8a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:39.227189 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:35:39.249598 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Sync routers for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:35:39.268498 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.269842 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-19089d4b-146b-48af-92a1-ac70213d78fe admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3479531 Feb 16 10:35:39.272611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53724) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:39.272736 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b073ba76-c35d-48a9-a6b5-f4817ae633a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e25df64032974eaeaf5cd19a1c28c8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109082 Feb 16 10:35:39.273148 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53726) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:39.281371 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:39.281624 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:39.308574 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d974208d-3ee5-4296-a42e-005261e55d6a None None] Current status of the port 60c2728a-c710-436f-a694-062e2a118ef5 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:39.339868 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53728) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:39.404347 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:39.404476 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6035816c-0755-47ec-9729-35ba7530c762 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efac678d10a94472b948c591e900b5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622613 Feb 16 10:35:39.405974 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53732) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:39.479408 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4a43945f-fde5-4bb4-a460-2203dda2ccf6 admin admin] Publish callbacks [] for security_group (39dc9634-ff96-4f0e-b1c7-627d793a2c37), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.508325 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4a43945f-fde5-4bb4-a460-2203dda2ccf6 admin admin] Publish callbacks [] for security_group (39dc9634-ff96-4f0e-b1c7-627d793a2c37), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.581280 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4a43945f-fde5-4bb4-a460-2203dda2ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (39dc9634-ff96-4f0e-b1c7-627d793a2c37), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.590632 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4a43945f-fde5-4bb4-a460-2203dda2ccf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.594417 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4a43945f-fde5-4bb4-a460-2203dda2ccf6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39dc9634-ff96-4f0e-b1c7-627d793a2c37 HTTP/1.1" status: 204 len: 168 time: 0.1851320 Feb 16 10:35:39.605560 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:38Z', 'revision_number': 3, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:39.607040 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43945f-fde5-4bb4-a460-2203dda2ccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc9634-ff96-4f0e-b1c7-627d793a2c37,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:39.645599 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Checking router: 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:35:39.646205 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Updating router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 port a3454daf-b46a-42ea-a244-ea6670cc2b34 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:35:39.661050 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-88d3f504-7546-45d5-8fbe-37830f4466db None None] Provisioning complete for port 60c2728a-c710-436f-a694-062e2a118ef5 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:39.661347 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-88d3f504-7546-45d5-8fbe-37830f4466db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (60c2728a-c710-436f-a694-062e2a118ef5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.676003 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.749599 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-88d3f504-7546-45d5-8fbe-37830f4466db None None] Current status of the port 60c2728a-c710-436f-a694-062e2a118ef5 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:39.807540 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ae3-c103-46e8-8b36-aa723ac746e6 admin admin] Publish callbacks [] for security_group (3a545078-56e1-4227-8bd4-57a5aee4dd8a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.839431 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ae3-c103-46e8-8b36-aa723ac746e6 admin admin] Publish callbacks [] for security_group (3a545078-56e1-4227-8bd4-57a5aee4dd8a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.936733 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Publish callbacks [] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.943175 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:39.992519 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Pushing event updated for resources: {'Port': ['ID=a3454daf-b46a-42ea-a244-ea6670cc2b34,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:40.000345 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.001069 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.002466 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.002989 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.003335 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.003673 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.004032 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.004368 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.004773 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.005248 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.005677 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.006008 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.006381 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:35:40.033505 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Attempting to bind port a3454daf-b46a-42ea-a244-ea6670cc2b34 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:40.034028 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ae3-c103-46e8-8b36-aa723ac746e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3a545078-56e1-4227-8bd4-57a5aee4dd8a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.034301 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Attempting to bind port a3454daf-b46a-42ea-a244-ea6670cc2b34 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:40.034811 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Attempting to bind port a3454daf-b46a-42ea-a244-ea6670cc2b34 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:40.037015 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ae3-c103-46e8-8b36-aa723ac746e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.038562 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f66f5ae3-c103-46e8-8b36-aa723ac746e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a545078-56e1-4227-8bd4-57a5aee4dd8a HTTP/1.1" status: 204 len: 168 time: 0.7626991 Feb 16 10:35:40.041539 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:40.042969 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:40.044096 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.045025 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:40.045649 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Bound port: a3454daf-b46a-42ea-a244-ea6670cc2b34, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:40.046368 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.100812 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f5ae3-c103-46e8-8b36-aa723ac746e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a545078-56e1-4227-8bd4-57a5aee4dd8a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:40.108135 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] For port a3454daf-b46a-42ea-a244-ea6670cc2b34, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:40.128730 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] For port a3454daf-b46a-42ea-a244-ea6670cc2b34, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a3454daf-b46a-42ea-a244-ea6670cc2b34,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:40.141698 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.186999 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.225064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4da16b-67d4-45c9-899c-fc69f1793d24 req-e5c36d51-3bd1-4fb4-bd1c-5d50d0c5eae2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:40.237047 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b4da16b-67d4-45c9-899c-fc69f1793d24 req-e5c36d51-3bd1-4fb4-bd1c-5d50d0c5eae2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1061654 Feb 16 10:35:40.254585 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98501bd1-89a6-4aab-bd69-d07fbe7b1248 None None] Pushing event updated for resources: {'Port': ['ID=a3454daf-b46a-42ea-a244-ea6670cc2b34,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:40.264044 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:40.264672 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:40.330778 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b4da16b-67d4-45c9-899c-fc69f1793d24 req-de0c597e-afcf-48b8-9e39-69fd2009a989 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924566 Feb 16 10:35:40.462416 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:40.512936 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Allocated IP 172.20.0.1 (7562a1ef-a934-414d-b18d-7695e419c562/4e517a03-e350-475b-9b50-f95aacaa8972/5865372b-8d46-4e83-9157-69c3311e0c86) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:40.610174 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53776) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:40.633036 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5286a6f8-dcf7-47ab-8669-0f8c78fb02d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.661701 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 60c2728a-c710-436f-a694-062e2a118ef5 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:40.745857 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks [] for port (5865372b-8d46-4e83-9157-69c3311e0c86), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.814587 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 60c2728a-c710-436f-a694-062e2a118ef5 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:40.822375 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (60c2728a-c710-436f-a694-062e2a118ef5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.827051 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:38Z', 'revision_number': 3, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:40.836925 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.888311 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5286a6f8-dcf7-47ab-8669-0f8c78fb02d5 admin admin] Publish callbacks [] for security_group (ae209252-d469-4513-a003-1f36ce3170ad), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.892398 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Network 7562a1ef-a934-414d-b18d-7695e419c562 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:40.896492 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5286a6f8-dcf7-47ab-8669-0f8c78fb02d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ae209252-d469-4513-a003-1f36ce3170ad), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:40.941352 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e49dfc-abe8-4c21-abee-5f9220f44918 None None] The sync data for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi is: [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:38Z', 'revision_number': 3, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:35:40.951891 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 60c2728a-c710-436f-a694-062e2a118ef5 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:40.960548 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:40.975641 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:40.999689 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5286a6f8-dcf7-47ab-8669-0f8c78fb02d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e78360b760c4056b47bd9db7dd0a7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916559 Feb 16 10:35:41.000463 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a6f8-dcf7-47ab-8669-0f8c78fb02d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae209252-d469-4513-a003-1f36ce3170ad,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:41.005657 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 53790) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:41.084016 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Pushing event updated for resources: {'Port': ['ID=5865372b-8d46-4e83-9157-69c3311e0c86,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:41.127203 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.262908 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8a63b2b9-8ef9-4942-955c-2c048851edfb admin admin] Publish callbacks [] for security_group (ae209252-d469-4513-a003-1f36ce3170ad), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.309847 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8a63b2b9-8ef9-4942-955c-2c048851edfb admin admin] Publish callbacks [] for security_group (ae209252-d469-4513-a003-1f36ce3170ad), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.396085 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-b476f969-0354-4227-a776-52a49a9349d2 None None] Provisioning complete for port 5865372b-8d46-4e83-9157-69c3311e0c86 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:41.396658 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b476f969-0354-4227-a776-52a49a9349d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.499377 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-b476f969-0354-4227-a776-52a49a9349d2 None None] Port 5865372b-8d46-4e83-9157-69c3311e0c86 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:35:41.559922 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8a63b2b9-8ef9-4942-955c-2c048851edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ae209252-d469-4513-a003-1f36ce3170ad), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.562546 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8a63b2b9-8ef9-4942-955c-2c048851edfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.564382 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8a63b2b9-8ef9-4942-955c-2c048851edfb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae209252-d469-4513-a003-1f36ce3170ad HTTP/1.1" status: 204 len: 168 time: 0.5517931 Feb 16 10:35:41.582026 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63b2b9-8ef9-4942-955c-2c048851edfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae209252-d469-4513-a003-1f36ce3170ad,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:41.599466 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a803a-7061-4f0b-a8c0-22b4d86554f7 req-87238219-20d6-4601-a040-a5047f6db47c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:41.601084 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f53a803a-7061-4f0b-a8c0-22b4d86554f7 req-87238219-20d6-4601-a040-a5047f6db47c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1325302 Feb 16 10:35:41.601906 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.623069 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.708830 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f53a803a-7061-4f0b-a8c0-22b4d86554f7 req-a60aed36-8e63-4f0b-9082-e76828c191d0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966532 Feb 16 10:35:41.873354 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks [] for port (5865372b-8d46-4e83-9157-69c3311e0c86), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.880518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:41.952154 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-0d0caacc-c363-4fe2-b8be-079b72cc3e45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206450 Feb 16 10:35:41.967868 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:42.001197 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Pushing event updated for resources: {'Port': ['ID=5865372b-8d46-4e83-9157-69c3311e0c86,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:42.138300 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-c774bf2b-24f6-45b8-8e8c-508962a8d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:42.139908 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-c774bf2b-24f6-45b8-8e8c-508962a8d13e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.1195354 Feb 16 10:35:42.155649 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Network 7562a1ef-a934-414d-b18d-7695e419c562 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:42.157231 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:42.351079 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-3fcbdbb9-dada-4127-8465-bbc3b6b2c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:42.352573 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-3fcbdbb9-dada-4127-8465-bbc3b6b2c521 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.1872606 Feb 16 10:35:42.404632 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:35:42.409039 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-f84cf66a-5b9a-44de-901c-5aa5646f17f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0475733 Feb 16 10:35:42.540220 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-8a8f86c1-53a7-495e-87a4-bc851e23422a None None] Provisioning complete for port 5865372b-8d46-4e83-9157-69c3311e0c86 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:42.540711 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8a8f86c1-53a7-495e-87a4-bc851e23422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:42.609318 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-cc877315-9227-42af-9c85-5ab2687b1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:42.612473 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-cc877315-9227-42af-9c85-5ab2687b1ee0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.1895664 Feb 16 10:35:42.641419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f86c1-53a7-495e-87a4-bc851e23422a None None] Port 5865372b-8d46-4e83-9157-69c3311e0c86 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:35:42.666073 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:35:42.684383 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f48f65fd-bb8a-4dba-ad2a-cbc9df12db6e admin admin] 10.222.0.45 "PUT /v2.0/routers/1fed3994-d3a4-48d6-bca5-3d90a8bd4174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4101307 Feb 16 10:35:42.714484 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a3454daf-b46a-42ea-a244-ea6670cc2b34 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:42.715237 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53870) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:42.752747 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-042e03c9-39ba-4fb6-b425-37f2582bb839 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826297 Feb 16 10:35:42.791369 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a3454daf-b46a-42ea-a244-ea6670cc2b34 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:42.791957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:42.908628 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a3454daf-b46a-42ea-a244-ea6670cc2b34 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:42.909488 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:42.940240 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port a3454daf-b46a-42ea-a244-ea6670cc2b34, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a3454daf-b46a-42ea-a244-ea6670cc2b34,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:42.946349 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:42.976266 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba40904-2ecf-4938-befa-15da37da677a req-85457483-a2b8-4cf2-8765-af5e3f8e05cf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:42.991666 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bba40904-2ecf-4938-befa-15da37da677a req-85457483-a2b8-4cf2-8765-af5e3f8e05cf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1606660 Feb 16 10:35:43.008524 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-db277609-0a82-458d-be35-76c96ff6a338 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492440 Feb 16 10:35:43.071402 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-399ae05f-626f-4966-8a23-5a6510180610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.081810 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=a3454daf-b46a-42ea-a244-ea6670cc2b34,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:43.242308 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b70f82-cf5d-468f-a69b-9394522e04ff req-34745f95-c4ab-4e17-b716-54d00a68027a service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252369 Feb 16 10:35:43.254669 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-399ae05f-626f-4966-8a23-5a6510180610 admin admin] Publish callbacks [] for security_group (61fde219-6230-4bb5-b6ae-f9d3f44e18d3), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.281505 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-399ae05f-626f-4966-8a23-5a6510180610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (61fde219-6230-4bb5-b6ae-f9d3f44e18d3), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.334044 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bba40904-2ecf-4938-befa-15da37da677a req-6fc77007-79e8-4892-96d4-3c535c4744ec tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414018 Feb 16 10:35:43.356609 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ae05f-626f-4966-8a23-5a6510180610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fde219-6230-4bb5-b6ae-f9d3f44e18d3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:43.366871 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-399ae05f-626f-4966-8a23-5a6510180610 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e165763ef9d149589883925481f3da68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499119 Feb 16 10:35:43.369473 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53910) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:43.481063 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79fee73d-8a44-4dc1-960f-6bd4439b4a1f admin admin] Publish callbacks [] for security_group (61fde219-6230-4bb5-b6ae-f9d3f44e18d3), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.519710 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79fee73d-8a44-4dc1-960f-6bd4439b4a1f admin admin] Publish callbacks [] for security_group (61fde219-6230-4bb5-b6ae-f9d3f44e18d3), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.596008 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79fee73d-8a44-4dc1-960f-6bd4439b4a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (61fde219-6230-4bb5-b6ae-f9d3f44e18d3), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.599939 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79fee73d-8a44-4dc1-960f-6bd4439b4a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.601560 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-79fee73d-8a44-4dc1-960f-6bd4439b4a1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61fde219-6230-4bb5-b6ae-f9d3f44e18d3 HTTP/1.1" status: 204 len: 168 time: 0.2311666 Feb 16 10:35:43.617544 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Sync routers for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:35:43.631473 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fee73d-8a44-4dc1-960f-6bd4439b4a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fde219-6230-4bb5-b6ae-f9d3f44e18d3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:43.633387 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:43.634045 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:43.905751 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:43.950241 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53938) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:43.955702 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2047728423-network', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:43.980672 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Made reservation on behalf of b2226c6884e54d1abcdaba7354666179 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:43.983978 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:43.994926 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.097488 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks [] for security_group (6925ad60-124d-4353-81a6-63af456646d9), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.103825 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (6925ad60-124d-4353-81a6-63af456646d9), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.139728 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:35:44.151278 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925ad60-124d-4353-81a6-63af456646d9,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:44.159538 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (7bed2374-4069-470a-a1a8-50295d03aa77), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.160055 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Added segment 7bed2374-4069-470a-a1a8-50295d03aa77 of type vlan for network 7fb14408-c520-4135-ab4d-319629af8e67 Feb 16 10:35:44.169070 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 2, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:44.203038 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Checking router: 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:35:44.203418 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Updating router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 port 5865372b-8d46-4e83-9157-69c3311e0c86 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:35:44.216303 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (7fb14408-c520-4135-ab4d-319629af8e67), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.242325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.251279 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (7fb14408-c520-4135-ab4d-319629af8e67), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.252534 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:44.253363 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.294369 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3429139 Feb 16 10:35:44.296974 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 53954) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:44.304930 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Request body: {'subnet': {'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2047728423-subnet', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:44.520623 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22d5a3-873b-41cc-b70f-2c7a7b64ac67 req-df972437-f125-4c66-ae0b-bb79917a82e2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:44.523374 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bd22d5a3-873b-41cc-b70f-2c7a7b64ac67 req-df972437-f125-4c66-ae0b-bb79917a82e2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0738657 Feb 16 10:35:44.594355 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Publish callbacks [] for port (5865372b-8d46-4e83-9157-69c3311e0c86), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.604858 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.667784 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a3454daf-b46a-42ea-a244-ea6670cc2b34 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:44.690952 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bd22d5a3-873b-41cc-b70f-2c7a7b64ac67 req-ab9dc41b-9650-4194-943f-01d546de624e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409955 Feb 16 10:35:44.721982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d745b6-27fa-42ce-a19a-2c84a91b0647 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb14408-c520-4135-ab4d-319629af8e67,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:44.751489 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Made reservation on behalf of b2226c6884e54d1abcdaba7354666179 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:35:44.755761 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:44.755885 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 7fb14408-c520-4135-ab4d-319629af8e67 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:35:44.839185 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb06fc-d201-4994-843a-76ecdbffa1de None None] Pushing event updated for resources: {'Port': ['ID=5865372b-8d46-4e83-9157-69c3311e0c86,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:45.045859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port a3454daf-b46a-42ea-a244-ea6670cc2b34 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:45.046635 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.049183 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Attempting to bind port 5865372b-8d46-4e83-9157-69c3311e0c86 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:45.049767 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Attempting to bind port 5865372b-8d46-4e83-9157-69c3311e0c86 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:45.050354 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Attempting to bind port 5865372b-8d46-4e83-9157-69c3311e0c86 on network 7562a1ef-a934-414d-b18d-7695e419c562 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:45.081900 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:45.082524 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Checking segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:45.083068 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.083572 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Bound using segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:45.084106 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Bound port: 5865372b-8d46-4e83-9157-69c3311e0c86, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:45.084903 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.230134 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (0e81119b-7156-41c2-8701-71cfe2291b53), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.306733 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] For port 5865372b-8d46-4e83-9157-69c3311e0c86, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:45.310381 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e81119b-7156-41c2-8701-71cfe2291b53,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:45.327801 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-13f58d94-2394-44b1-8a0d-f9a987b9119f None None] Provisioning complete for port 5865372b-8d46-4e83-9157-69c3311e0c86 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:45.328142 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Checking segment: {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:45.328517 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Network hostable DHCP agents. Network: 7fb14408-c520-4135-ab4d-319629af8e67, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:35:45.328915 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-13f58d94-2394-44b1-8a0d-f9a987b9119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.353407 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Network 7fb14408-c520-4135-ab4d-319629af8e67 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:35:45.373118 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] For port 5865372b-8d46-4e83-9157-69c3311e0c86, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5865372b-8d46-4e83-9157-69c3311e0c86,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:45.373593 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 7fb14408-c520-4135-ab4d-319629af8e67) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:45.381319 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:45.383320 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.388258 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.406212 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3cd0946a-6c8c-44ef-a7af-acc71155b800 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1080863 Feb 16 10:35:45.408957 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54014) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:45.410468 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port a3454daf-b46a-42ea-a244-ea6670cc2b34 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:45.414317 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8acd94-a6f2-4f21-8f20-ba11c6468cbb None None] Network 7fb14408-c520-4135-ab4d-319629af8e67 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:45.422750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:35:45.462312 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (cba40bba-438d-4004-8a8a-b37bdf0f4a47), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.465231 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (cba40bba-438d-4004-8a8a-b37bdf0f4a47), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.473960 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-13f58d94-2394-44b1-8a0d-f9a987b9119f None None] Port 5865372b-8d46-4e83-9157-69c3311e0c86 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:35:45.559445 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks [] for router_controller (cba40bba-438d-4004-8a8a-b37bdf0f4a47), precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.566561 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:45.567201 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:45.668257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb06fc-d201-4994-843a-76ecdbffa1de None None] Pushing event updated for resources: {'Port': ['ID=5865372b-8d46-4e83-9157-69c3311e0c86,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:45.734837 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-7fb14408-c520-4135-ab4d-319629af8e67', 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'fixed_ips': [{'subnet_id': '0e81119b-7156-41c2-8701-71cfe2291b53'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:35:45.736528 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.797697 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:45.820985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks [] for router_gateway (cba40bba-438d-4004-8a8a-b37bdf0f4a47), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.864583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c10a-b028-44ee-8b9e-2ac1891874ba req-e9ad8eea-0414-4232-bd26-1f6f074c886b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:45.866373 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a75c10a-b028-44ee-8b9e-2ac1891874ba req-e9ad8eea-0414-4232-bd26-1f6f074c886b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0775790 Feb 16 10:35:45.900462 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] Provisioning complete for port 5865372b-8d46-4e83-9157-69c3311e0c86 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:45.900856 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:45.959663 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a75c10a-b028-44ee-8b9e-2ac1891874ba req-bb31ff6d-0fd3-400c-b583-cb38e2b6a153 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843399 Feb 16 10:35:46.117722 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Allocated IP 172.20.0.2 (7fb14408-c520-4135-ab4d-319629af8e67/0e81119b-7156-41c2-8701-71cfe2291b53/b70ce64d-788b-4e21-8aac-0d232a31f46e) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:46.236173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks [] for router_gateway (cba40bba-438d-4004-8a8a-b37bdf0f4a47), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.261718 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.353507 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] Current status of the port 5865372b-8d46-4e83-9157-69c3311e0c86 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:46.353902 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.415172 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Allocated IP 172.27.2.224 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/e55de283-2569-4fde-b69b-271fac320525) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:46.475553 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] For port 5865372b-8d46-4e83-9157-69c3311e0c86, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5865372b-8d46-4e83-9157-69c3311e0c86,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:46.496724 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.612373 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks [] for port (e55de283-2569-4fde-b69b-271fac320525), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.615477 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed0f2c-508b-4fa4-bb9c-0bc5a31ddb93 None None] Pushing event updated for resources: {'Port': ['ID=5865372b-8d46-4e83-9157-69c3311e0c86,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:46.653463 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:45Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:46.681265 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (e55de283-2569-4fde-b69b-271fac320525), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.705040 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673cf32-aa8a-4b4f-b889-a8f4ad89d730 None None] The sync data for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi is: [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:45Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:35:46.712240 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Publish callbacks [] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.722819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:46.819155 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:46.829384 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:46.837360 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:46.845438 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Network 7fb14408-c520-4135-ab4d-319629af8e67 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:46.855055 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:46.861646 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:46.873274 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Pushing event updated for resources: {'Port': ['ID=b70ce64d-788b-4e21-8aac-0d232a31f46e,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:46.926212 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Pushing event updated for resources: {'Port': ['ID=e55de283-2569-4fde-b69b-271fac320525,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:47.036534 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Attempting to bind port b70ce64d-788b-4e21-8aac-0d232a31f46e on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:47.038215 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Attempting to bind port b70ce64d-788b-4e21-8aac-0d232a31f46e by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:47.038215 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Attempting to bind port b70ce64d-788b-4e21-8aac-0d232a31f46e on network 7fb14408-c520-4135-ab4d-319629af8e67 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:47.045341 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:47.045723 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Checking segment: {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:47.046245 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:47.046640 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Bound using segment: {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:47.047338 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Bound port: b70ce64d-788b-4e21-8aac-0d232a31f46e, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:47.047461 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:47.158428 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] For port b70ce64d-788b-4e21-8aac-0d232a31f46e, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:47.164270 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] For port b70ce64d-788b-4e21-8aac-0d232a31f46e, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b70ce64d-788b-4e21-8aac-0d232a31f46e,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:47.176122 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:47.230671 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be03a27-7407-41a5-932d-7339c368fe19 req-b51aa840-a43d-449d-9644-11a144c6f16c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:47.248001 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6be03a27-7407-41a5-932d-7339c368fe19 req-b51aa840-a43d-449d-9644-11a144c6f16c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0978427 Feb 16 10:35:47.333204 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6b602-98af-4f67-a862-4f743a2a70e9 None None] Pushing event updated for resources: {'Port': ['ID=b70ce64d-788b-4e21-8aac-0d232a31f46e,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:47.370569 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks [] for router_gateway (cba40bba-438d-4004-8a8a-b37bdf0f4a47), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:47.778816 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (cba40bba-438d-4004-8a8a-b37bdf0f4a47), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:47.793317 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6be03a27-7407-41a5-932d-7339c368fe19 req-f3103258-abe6-4cb2-b6f6-a7ec00bfb297 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384893 Feb 16 10:35:47.995471 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Router cba40bba-438d-4004-8a8a-b37bdf0f4a47 is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:35:48.127679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:35:48.136946 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Sync routers for ids ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:35:48.146386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:48.147918 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ecd1decb-4792-4991-87e7-874151d37015 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7376156 Feb 16 10:35:48.149856 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Routers {'cba40bba-438d-4004-8a8a-b37bdf0f4a47'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:48.150493 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:48.150921 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54116) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:48.362430 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Set router cba40bba-438d-4004-8a8a-b37bdf0f4a47 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:48.784680 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b70ce64d-788b-4e21-8aac-0d232a31f46e up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:48.788554 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:35:47Z', 'revision_number': 3, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:48.935672 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e022ae3-c4d8-4b8e-8a70-e29eb20b7082 None None] Network 7fb14408-c520-4135-ab4d-319629af8e67 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:35:48.967870 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:48.996392 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port b70ce64d-788b-4e21-8aac-0d232a31f46e triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:48.997098 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.067764 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Checking router: cba40bba-438d-4004-8a8a-b37bdf0f4a47 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:35:49.068245 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Updating router cba40bba-438d-4004-8a8a-b37bdf0f4a47 port e55de283-2569-4fde-b69b-271fac320525 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:35:49.127161 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (e55de283-2569-4fde-b69b-271fac320525), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.128159 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef4cf-ee5d-42e5-bb8e-e5a9c7dec5dc req-4d8ae060-3021-4701-8ac4-58b635f2308a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:49.149394 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-747ef4cf-ee5d-42e5-bb8e-e5a9c7dec5dc req-4d8ae060-3021-4701-8ac4-58b635f2308a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1836276 Feb 16 10:35:49.191353 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Provisioning complete for port b70ce64d-788b-4e21-8aac-0d232a31f46e triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:49.198549 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.253519 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Allocated IP 172.20.0.1 (7fb14408-c520-4135-ab4d-319629af8e67/0e81119b-7156-41c2-8701-71cfe2291b53/20afe627-927f-449a-84a9-ff7a77cd865c) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:35:49.322146 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-747ef4cf-ee5d-42e5-bb8e-e5a9c7dec5dc req-f6a89c27-e617-41f4-b593-54344f799509 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686494 Feb 16 10:35:49.450372 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port b70ce64d-788b-4e21-8aac-0d232a31f46e is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:49.451111 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.571036 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54176) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:49.602256 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Publish callbacks [] for port (e55de283-2569-4fde-b69b-271fac320525), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.605613 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks [] for port (20afe627-927f-449a-84a9-ff7a77cd865c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.612271 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (e55de283-2569-4fde-b69b-271fac320525), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.621046 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port b70ce64d-788b-4e21-8aac-0d232a31f46e, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b70ce64d-788b-4e21-8aac-0d232a31f46e,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:49.634870 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.635796 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5865372b-8d46-4e83-9157-69c3311e0c86 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:49.655536 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.709786 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476435d4-99e4-4ca8-a072-123ae19394c4 None None] Pushing event updated for resources: {'Port': ['ID=e55de283-2569-4fde-b69b-271fac320525,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:49.736895 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Current status of the port b70ce64d-788b-4e21-8aac-0d232a31f46e is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:49.737288 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.760361 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Attempting to bind port e55de283-2569-4fde-b69b-271fac320525 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:49.760970 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Attempting to bind port e55de283-2569-4fde-b69b-271fac320525 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:49.761471 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Attempting to bind port e55de283-2569-4fde-b69b-271fac320525 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:49.765545 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Network 7fb14408-c520-4135-ab4d-319629af8e67 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:49.773756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:49.778586 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:35:49.796055 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:49.796969 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:49.801067 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.802428 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:49.805662 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Bound port: e55de283-2569-4fde-b69b-271fac320525, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:49.806161 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (e55de283-2569-4fde-b69b-271fac320525), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.809129 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7808d86d-a8ba-424e-a5b0-3fd83b5ce8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.854862 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Pushing event updated for resources: {'Port': ['ID=20afe627-927f-449a-84a9-ff7a77cd865c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:49.876721 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=b70ce64d-788b-4e21-8aac-0d232a31f46e,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:49.889738 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (cba40bba-438d-4004-8a8a-b37bdf0f4a47), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.890829 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 5865372b-8d46-4e83-9157-69c3311e0c86 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:49.891254 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:49.932199 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.db.api [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 10:35:49.932660 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG oslo_db.api [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 10:35:49.969173 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] For port e55de283-2569-4fde-b69b-271fac320525, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:49.979785 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] For port e55de283-2569-4fde-b69b-271fac320525, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=e55de283-2569-4fde-b69b-271fac320525,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:49.996401 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (e55de283-2569-4fde-b69b-271fac320525), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.000190 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7808d86d-a8ba-424e-a5b0-3fd83b5ce8af admin admin] Publish callbacks [] for security_group (8512cb66-f24d-436d-946d-2719d79dbcad), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.007420 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7808d86d-a8ba-424e-a5b0-3fd83b5ce8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (8512cb66-f24d-436d-946d-2719d79dbcad), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.075308 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 5865372b-8d46-4e83-9157-69c3311e0c86 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:50.104299 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808d86d-a8ba-424e-a5b0-3fd83b5ce8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8512cb66-f24d-436d-946d-2719d79dbcad,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:50.119617 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54190) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:50.122190 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7808d86d-a8ba-424e-a5b0-3fd83b5ce8af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9126ad98b5644e88b34bcd14808fceef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5496278 Feb 16 10:35:50.149177 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Routers {'cba40bba-438d-4004-8a8a-b37bdf0f4a47'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:50.149826 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:50.191997 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.219409 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b130471-d0e5-4530-b8b1-37c35bc1e963 admin admin] Publish callbacks [] for security_group (8512cb66-f24d-436d-946d-2719d79dbcad), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.226381 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476435d4-99e4-4ca8-a072-123ae19394c4 None None] Pushing event updated for resources: {'Port': ['ID=e55de283-2569-4fde-b69b-271fac320525,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:50.284083 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b130471-d0e5-4530-b8b1-37c35bc1e963 admin admin] Publish callbacks [] for security_group (8512cb66-f24d-436d-946d-2719d79dbcad), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.357547 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] Set router cba40bba-438d-4004-8a8a-b37bdf0f4a47 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:50.478946 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-da3e9fbd-df93-4639-9710-a54296a7eeb0 None None] Current status of the port b70ce64d-788b-4e21-8aac-0d232a31f46e is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:50.505905 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b130471-d0e5-4530-b8b1-37c35bc1e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (8512cb66-f24d-436d-946d-2719d79dbcad), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.508169 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b130471-d0e5-4530-b8b1-37c35bc1e963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.509322 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2b130471-d0e5-4530-b8b1-37c35bc1e963 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8512cb66-f24d-436d-946d-2719d79dbcad HTTP/1.1" status: 204 len: 168 time: 0.3887644 Feb 16 10:35:50.528742 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a5325-9a9f-4d30-8bd2-9d4bb7df4981 req-4c98e6ae-148e-44ea-9a07-2818ccd89c8c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:50.530292 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c2a5325-9a9f-4d30-8bd2-9d4bb7df4981 req-4c98e6ae-148e-44ea-9a07-2818ccd89c8c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1146362 Feb 16 10:35:50.532818 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b130471-d0e5-4530-b8b1-37c35bc1e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8512cb66-f24d-436d-946d-2719d79dbcad,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:50.605246 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks [] for port (20afe627-927f-449a-84a9-ff7a77cd865c), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.613539 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-6963aeac-71b4-4f06-a34b-5b5453cd759f None None] Provisioning complete for port 20afe627-927f-449a-84a9-ff7a77cd865c triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:50.615222 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.616157 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-6963aeac-71b4-4f06-a34b-5b5453cd759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.695311 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:35:50Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '20afe627-927f-449a-84a9-ff7a77cd865c', 'name': '', 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'mac_address': 'fa:16:3e:aa:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:48Z', 'updated_at': '2022-02-16T10:35:49Z', 'revision_number': 1, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'subnets': [{'id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:50.708156 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b70ce64d-788b-4e21-8aac-0d232a31f46e up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:50.749736 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c2a5325-9a9f-4d30-8bd2-9d4bb7df4981 req-ee5af205-9829-4d24-b838-1436b2361fa2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012525 Feb 16 10:35:50.752502 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Pushing event updated for resources: {'Port': ['ID=20afe627-927f-449a-84a9-ff7a77cd865c,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:50.763030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (cba40bba-438d-4004-8a8a-b37bdf0f4a47), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.766972 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c1bab-1eb6-4c35-b3e8-9d52134a814d None None] The sync data for ids ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'] in dv-cinder-804757-12-iscsi is: [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:35:50Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '20afe627-927f-449a-84a9-ff7a77cd865c', 'name': '', 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'mac_address': 'fa:16:3e:aa:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:48Z', 'updated_at': '2022-02-16T10:35:49Z', 'revision_number': 1, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'subnets': [{'id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:35:50.779987 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-6963aeac-71b4-4f06-a34b-5b5453cd759f None None] Port 20afe627-927f-449a-84a9-ff7a77cd865c cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:35:50.806388 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-6963aeac-71b4-4f06-a34b-5b5453cd759f None None] Provisioning complete for port b70ce64d-788b-4e21-8aac-0d232a31f46e triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:50.807279 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-6963aeac-71b4-4f06-a34b-5b5453cd759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.866622 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port b70ce64d-788b-4e21-8aac-0d232a31f46e triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:50.866919 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:50.914703 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Network 7fb14408-c520-4135-ab4d-319629af8e67 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:35:50.919203 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:35:50.967047 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-6963aeac-71b4-4f06-a34b-5b5453cd759f None None] Current status of the port b70ce64d-788b-4e21-8aac-0d232a31f46e is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:51.040203 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54216) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:51.064008 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08d1107e-15f1-4127-a268-53643917c53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.073103 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port b70ce64d-788b-4e21-8aac-0d232a31f46e is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:51.114015 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Router cba40bba-438d-4004-8a8a-b37bdf0f4a47 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:35:51.240619 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08d1107e-15f1-4127-a268-53643917c53e admin admin] Publish callbacks [] for security_group (b46ac057-3c88-4e94-8474-9636e91f7bd1), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.247306 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08d1107e-15f1-4127-a268-53643917c53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (b46ac057-3c88-4e94-8474-9636e91f7bd1), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.286942 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-08d1107e-15f1-4127-a268-53643917c53e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42bd47b63d0041ce982218e589343dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446761 Feb 16 10:35:51.290380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54220) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:51.291433 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-65062a1c-a61f-43d9-b1fb-0544687199b2 None None] Provisioning complete for port 20afe627-927f-449a-84a9-ff7a77cd865c triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:51.292009 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-65062a1c-a61f-43d9-b1fb-0544687199b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.339622 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1107e-15f1-4127-a268-53643917c53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ac057-3c88-4e94-8474-9636e91f7bd1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:51.352240 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:35:51.358657 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cf53e225-141c-4aa4-a50a-3d972b7a5890 admin admin] 10.222.0.45 "PUT /v2.0/routers/cba40bba-438d-4004-8a8a-b37bdf0f4a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2063012 Feb 16 10:35:51.365952 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-65062a1c-a61f-43d9-b1fb-0544687199b2 None None] Port 20afe627-927f-449a-84a9-ff7a77cd865c cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:35:51.385521 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1e49-eeb1-4288-99b0-d4ed8f6dda3e admin admin] Publish callbacks [] for security_group (b46ac057-3c88-4e94-8474-9636e91f7bd1), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.423673 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1e49-eeb1-4288-99b0-d4ed8f6dda3e admin admin] Publish callbacks [] for security_group (b46ac057-3c88-4e94-8474-9636e91f7bd1), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.550750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1e49-eeb1-4288-99b0-d4ed8f6dda3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (b46ac057-3c88-4e94-8474-9636e91f7bd1), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.555016 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1e49-eeb1-4288-99b0-d4ed8f6dda3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:51.557874 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9fbb1e49-eeb1-4288-99b0-d4ed8f6dda3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b46ac057-3c88-4e94-8474-9636e91f7bd1 HTTP/1.1" status: 204 len: 168 time: 0.2654414 Feb 16 10:35:51.573236 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb1e49-eeb1-4288-99b0-d4ed8f6dda3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ac057-3c88-4e94-8474-9636e91f7bd1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:52.046367 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31e3b8-bf73-4f72-b8a5-cbbc9f33c24a req-c73951d6-f23c-412a-8685-37a50d24ed0e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:52.053148 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc31e3b8-bf73-4f72-b8a5-cbbc9f33c24a req-c73951d6-f23c-412a-8685-37a50d24ed0e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1417398 Feb 16 10:35:52.198664 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc31e3b8-bf73-4f72-b8a5-cbbc9f33c24a req-a737cf68-2b50-461c-9d69-9358b78bc5e0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356342 Feb 16 10:35:52.694470 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device e55de283-2569-4fde-b69b-271fac320525 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:52.764839 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port e55de283-2569-4fde-b69b-271fac320525 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:52.765465 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (e55de283-2569-4fde-b69b-271fac320525), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:52.907887 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port e55de283-2569-4fde-b69b-271fac320525 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:52.908816 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (e55de283-2569-4fde-b69b-271fac320525), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:52.959101 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port e55de283-2569-4fde-b69b-271fac320525, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=e55de283-2569-4fde-b69b-271fac320525,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:52.972154 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (e55de283-2569-4fde-b69b-271fac320525), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:53.111875 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=e55de283-2569-4fde-b69b-271fac320525,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:53.354063 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726657c-a4ff-4398-96d7-00f508661a35 req-c0ae71df-33f6-4176-b105-86ea07a77d88 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:53.361881 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2726657c-a4ff-4398-96d7-00f508661a35 req-c0ae71df-33f6-4176-b105-86ea07a77d88 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0689707 Feb 16 10:35:53.415820 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2726657c-a4ff-4398-96d7-00f508661a35 req-262220b1-734e-4108-bf53-07b9324bc722 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Feb 16 10:35:53.758761 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54366) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:53.906870 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caddb90a-618f-46ab-9fcd-4b0a6b23e652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.028788 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caddb90a-618f-46ab-9fcd-4b0a6b23e652 admin admin] Publish callbacks [] for security_group (6319ec7b-fc2d-4ace-a396-fd469096ac38), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.035124 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caddb90a-618f-46ab-9fcd-4b0a6b23e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (6319ec7b-fc2d-4ace-a396-fd469096ac38), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.090391 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54378) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:54.098783 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-caddb90a-618f-46ab-9fcd-4b0a6b23e652 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a89267fc4803423ebe3c8e24246ae59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383081 Feb 16 10:35:54.103496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddb90a-618f-46ab-9fcd-4b0a6b23e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6319ec7b-fc2d-4ace-a396-fd469096ac38,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:54.189502 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97b1d638-e249-4454-be9c-3d3480da1de6 admin admin] Publish callbacks [] for security_group (6319ec7b-fc2d-4ace-a396-fd469096ac38), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.230286 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97b1d638-e249-4454-be9c-3d3480da1de6 admin admin] Publish callbacks [] for security_group (6319ec7b-fc2d-4ace-a396-fd469096ac38), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.314212 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97b1d638-e249-4454-be9c-3d3480da1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (6319ec7b-fc2d-4ace-a396-fd469096ac38), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.317771 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97b1d638-e249-4454-be9c-3d3480da1de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:54.319252 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-97b1d638-e249-4454-be9c-3d3480da1de6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6319ec7b-fc2d-4ace-a396-fd469096ac38 HTTP/1.1" status: 204 len: 168 time: 0.2275434 Feb 16 10:35:54.328602 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d638-e249-4454-be9c-3d3480da1de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319ec7b-fc2d-4ace-a396-fd469096ac38,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:54.602641 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562b29-f056-4a1d-b2d9-f4bedcaf93cc req-d2aa246a-0c8d-4537-9441-da2101af4c8d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:54.610658 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f562b29-f056-4a1d-b2d9-f4bedcaf93cc req-d2aa246a-0c8d-4537-9441-da2101af4c8d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0814154 Feb 16 10:35:54.693155 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f562b29-f056-4a1d-b2d9-f4bedcaf93cc req-736844a1-9062-4e69-8569-51646f1cbb83 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776801 Feb 16 10:35:54.713800 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device e55de283-2569-4fde-b69b-271fac320525 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:54.839716 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port e55de283-2569-4fde-b69b-271fac320525 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:54.841250 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (e55de283-2569-4fde-b69b-271fac320525), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:55.028328 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port e55de283-2569-4fde-b69b-271fac320525 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:55.050342 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Sync routers for ids ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:35:55.064149 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Routers {'cba40bba-438d-4004-8a8a-b37bdf0f4a47'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:55.065289 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:55.280584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Set router cba40bba-438d-4004-8a8a-b37bdf0f4a47 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:55.761521 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:35:50Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '20afe627-927f-449a-84a9-ff7a77cd865c', 'name': '', 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'mac_address': 'fa:16:3e:aa:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:48Z', 'updated_at': '2022-02-16T10:35:50Z', 'revision_number': 2, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'subnets': [{'id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:55.816440 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Checking router: cba40bba-438d-4004-8a8a-b37bdf0f4a47 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:35:55.816588 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Updating router cba40bba-438d-4004-8a8a-b37bdf0f4a47 port 20afe627-927f-449a-84a9-ff7a77cd865c binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:35:55.863419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:55.926794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0ff3-6c9e-4751-88a9-a50c4b9cbb8e req-1c85349a-2887-44cc-9be6-158f44595846 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:55.939217 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-881d0ff3-6c9e-4751-88a9-a50c4b9cbb8e req-1c85349a-2887-44cc-9be6-158f44595846 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1504622 Feb 16 10:35:56.005342 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-881d0ff3-6c9e-4751-88a9-a50c4b9cbb8e req-dc912982-734f-4ab1-9b2c-7beae7c74404 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651393 Feb 16 10:35:56.322962 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Publish callbacks [] for port (20afe627-927f-449a-84a9-ff7a77cd865c), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:56.340186 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:56.400957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2eefa-95a4-495c-a690-2c558052888f None None] Pushing event updated for resources: {'Port': ['ID=20afe627-927f-449a-84a9-ff7a77cd865c,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:56.479386 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Attempting to bind port 20afe627-927f-449a-84a9-ff7a77cd865c on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:35:56.479870 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Attempting to bind port 20afe627-927f-449a-84a9-ff7a77cd865c by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:35:56.480502 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Attempting to bind port 20afe627-927f-449a-84a9-ff7a77cd865c on network 7fb14408-c520-4135-ab4d-319629af8e67 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:35:56.494129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:35:56.508626 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Checking segment: {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:35:56.509692 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:56.510522 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Bound using segment: {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:35:56.511321 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Bound port: 20afe627-927f-449a-84a9-ff7a77cd865c, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bed2374-4069-470a-a1a8-50295d03aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:35:56.512631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:56.680926 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] For port 20afe627-927f-449a-84a9-ff7a77cd865c, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:35:56.692119 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] For port 20afe627-927f-449a-84a9-ff7a77cd865c, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=20afe627-927f-449a-84a9-ff7a77cd865c,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:35:56.704954 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:56.838970 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2eefa-95a4-495c-a690-2c558052888f None None] Pushing event updated for resources: {'Port': ['ID=20afe627-927f-449a-84a9-ff7a77cd865c,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:56.864585 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54532) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:56.913370 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] Provisioning complete for port 20afe627-927f-449a-84a9-ff7a77cd865c triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:56.917901 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:56.950750 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54538) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:57.025733 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Routers {'cba40bba-438d-4004-8a8a-b37bdf0f4a47'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:35:57.026419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:35:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:57.218722 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e533ddce-e092-4af7-b0f9-a45a529653fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.347024 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] Set router cba40bba-438d-4004-8a8a-b37bdf0f4a47 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:35:57.433378 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] Current status of the port 20afe627-927f-449a-84a9-ff7a77cd865c is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:57.434210 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.466250 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb993-849a-45f6-8b56-65293ab64ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.501868 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7fcdf-c589-46f1-a21e-a28ca440fd9c req-d5738de6-3ef6-46e1-99b2-ce6b45559d6a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:57.522325 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b1d7fcdf-c589-46f1-a21e-a28ca440fd9c req-d5738de6-3ef6-46e1-99b2-ce6b45559d6a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.3292239 Feb 16 10:35:57.615699 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b1d7fcdf-c589-46f1-a21e-a28ca440fd9c req-a09883fa-e26c-49ac-9bd0-4b7a2f480bff tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921760 Feb 16 10:35:57.632771 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e533ddce-e092-4af7-b0f9-a45a529653fc admin admin] Publish callbacks [] for security_group (4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.652165 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] For port 20afe627-927f-449a-84a9-ff7a77cd865c, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=20afe627-927f-449a-84a9-ff7a77cd865c,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:35:57.660240 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e533ddce-e092-4af7-b0f9-a45a529653fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.665905 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.768496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54554) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:57.790227 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06145b01-0eb9-4184-8ef4-7a51c4753f54 None None] Pushing event updated for resources: {'Port': ['ID=20afe627-927f-449a-84a9-ff7a77cd865c,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:57.831164 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e533ddce-e092-4af7-b0f9-a45a529653fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da0b8a95c1a748d38c44e7df84452e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9652731 Feb 16 10:35:57.832238 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-b28a24f0-1c1f-4583-bc0d-89cf0d775b2f None None] Provisioning complete for port 20afe627-927f-449a-84a9-ff7a77cd865c triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:57.832629 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b28a24f0-1c1f-4583-bc0d-89cf0d775b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.836196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54558) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:57.897148 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533ddce-e092-4af7-b0f9-a45a529653fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:57.963586 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb993-849a-45f6-8b56-65293ab64ca3 admin admin] Publish callbacks [] for security_group (d32b8780-13c0-44a5-bcc0-274364e81ecf), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.970511 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3565-aec3-4c42-9f61-d4f1def921fd admin admin] Publish callbacks [] for security_group (4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.976856 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb993-849a-45f6-8b56-65293ab64ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d32b8780-13c0-44a5-bcc0-274364e81ecf), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:57.992763 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:35:50Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '20afe627-927f-449a-84a9-ff7a77cd865c', 'name': '', 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'mac_address': 'fa:16:3e:aa:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:48Z', 'updated_at': '2022-02-16T10:35:56Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'subnets': [{'id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:35:58.002000 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3565-aec3-4c42-9f61-d4f1def921fd admin admin] Publish callbacks [] for security_group (4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.029645 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fbbfb993-849a-45f6-8b56-65293ab64ca3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2b5eb110bbf4172b289ae515456cc81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0754995 Feb 16 10:35:58.030046 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54564) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:58.039469 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb993-849a-45f6-8b56-65293ab64ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32b8780-13c0-44a5-bcc0-274364e81ecf,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:58.049628 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e1aad-2397-4a7d-82b9-9cbe3612eab1 None None] The sync data for ids ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'] in dv-cinder-804757-12-iscsi is: [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:35:50Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '20afe627-927f-449a-84a9-ff7a77cd865c', 'name': '', 'network_id': '7fb14408-c520-4135-ab4d-319629af8e67', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'mac_address': 'fa:16:3e:aa:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:48Z', 'updated_at': '2022-02-16T10:35:56Z', 'revision_number': 4, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'subnets': [{'id': '0e81119b-7156-41c2-8701-71cfe2291b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:35:58.055190 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-b28a24f0-1c1f-4583-bc0d-89cf0d775b2f None None] Current status of the port 20afe627-927f-449a-84a9-ff7a77cd865c is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:58.167351 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3565-aec3-4c42-9f61-d4f1def921fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.170160 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3565-aec3-4c42-9f61-d4f1def921fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.171321 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5cfc3565-aec3-4c42-9f61-d4f1def921fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75 HTTP/1.1" status: 204 len: 168 time: 0.3340721 Feb 16 10:35:58.172223 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9684cce8-a49e-4c54-9aa3-ae7cb52b3bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.184966 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f836f5b-e776-4e2c-95d8-10981f3f19ae admin admin] Publish callbacks [] for security_group (d32b8780-13c0-44a5-bcc0-274364e81ecf), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.196384 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc3565-aec3-4c42-9f61-d4f1def921fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecab203-e3a8-4ad5-b2ec-be4b30dd5b75,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:58.281570 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f836f5b-e776-4e2c-95d8-10981f3f19ae admin admin] Publish callbacks [] for security_group (d32b8780-13c0-44a5-bcc0-274364e81ecf), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.396934 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9684cce8-a49e-4c54-9aa3-ae7cb52b3bec admin admin] Publish callbacks [] for security_group (d2a01a9f-ce35-4994-8bb2-e2f4412e1393), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.398167 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f836f5b-e776-4e2c-95d8-10981f3f19ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d32b8780-13c0-44a5-bcc0-274364e81ecf), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.401707 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f836f5b-e776-4e2c-95d8-10981f3f19ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.405796 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7f836f5b-e776-4e2c-95d8-10981f3f19ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d32b8780-13c0-44a5-bcc0-274364e81ecf HTTP/1.1" status: 204 len: 168 time: 0.3745563 Feb 16 10:35:58.408745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9684cce8-a49e-4c54-9aa3-ae7cb52b3bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d2a01a9f-ce35-4994-8bb2-e2f4412e1393), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.422072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f836f5b-e776-4e2c-95d8-10981f3f19ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32b8780-13c0-44a5-bcc0-274364e81ecf,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:58.482679 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9684cce8-a49e-4c54-9aa3-ae7cb52b3bec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9423e41615cd4945bdc6ad148b61f771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126231 Feb 16 10:35:58.486225 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54590) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:58.511167 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684cce8-a49e-4c54-9aa3-ae7cb52b3bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a01a9f-ce35-4994-8bb2-e2f4412e1393,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:58.645396 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7604b08d-a7d4-4936-b3d2-524787167bba admin admin] Publish callbacks [] for security_group (d2a01a9f-ce35-4994-8bb2-e2f4412e1393), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.703306 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7604b08d-a7d4-4936-b3d2-524787167bba admin admin] Publish callbacks [] for security_group (d2a01a9f-ce35-4994-8bb2-e2f4412e1393), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.741957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 20afe627-927f-449a-84a9-ff7a77cd865c up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:35:58.821338 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 20afe627-927f-449a-84a9-ff7a77cd865c triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:35:58.821947 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.869612 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f348bf-6b0d-428c-a201-dc418315f388 req-2f086b2a-749f-4af2-aac2-ec39b600fffb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:35:58.880161 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7f348bf-6b0d-428c-a201-dc418315f388 req-2f086b2a-749f-4af2-aac2-ec39b600fffb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1381178 Feb 16 10:35:58.931707 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7604b08d-a7d4-4936-b3d2-524787167bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d2a01a9f-ce35-4994-8bb2-e2f4412e1393), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.936594 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7604b08d-a7d4-4936-b3d2-524787167bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:58.943352 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7604b08d-a7d4-4936-b3d2-524787167bba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2a01a9f-ce35-4994-8bb2-e2f4412e1393 HTTP/1.1" status: 204 len: 168 time: 0.4547949 Feb 16 10:35:58.971377 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 20afe627-927f-449a-84a9-ff7a77cd865c is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:35:59.022695 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604b08d-a7d4-4936-b3d2-524787167bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a01a9f-ce35-4994-8bb2-e2f4412e1393,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:59.075739 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7f348bf-6b0d-428c-a201-dc418315f388 req-6cc7bb2f-3c1b-49ac-8282-303ed5b89fd4 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927495 Feb 16 10:35:59.350611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54626) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:59.375078 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b07a154-fc2a-4bff-b6fa-5538c3cd9cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.491510 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b07a154-fc2a-4bff-b6fa-5538c3cd9cda admin admin] Publish callbacks [] for security_group (d4a6374b-211d-4698-b34b-9cbf0789750a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.497600 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b07a154-fc2a-4bff-b6fa-5538c3cd9cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d4a6374b-211d-4698-b34b-9cbf0789750a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.498893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54628) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:59.576803 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1b07a154-fc2a-4bff-b6fa-5538c3cd9cda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ae054fe57824b25af3b818ed0e5f7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226200 Feb 16 10:35:59.578476 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54634) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:35:59.582336 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07a154-fc2a-4bff-b6fa-5538c3cd9cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6374b-211d-4698-b34b-9cbf0789750a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:59.641798 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69163233-e45a-4cfb-8c71-f5cb72c079e7 admin admin] Publish callbacks [] for security_group (d4a6374b-211d-4698-b34b-9cbf0789750a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.676226 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69163233-e45a-4cfb-8c71-f5cb72c079e7 admin admin] Publish callbacks [] for security_group (d4a6374b-211d-4698-b34b-9cbf0789750a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.750201 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69163233-e45a-4cfb-8c71-f5cb72c079e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d4a6374b-211d-4698-b34b-9cbf0789750a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.752926 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69163233-e45a-4cfb-8c71-f5cb72c079e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.754079 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-69163233-e45a-4cfb-8c71-f5cb72c079e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4a6374b-211d-4698-b34b-9cbf0789750a HTTP/1.1" status: 204 len: 168 time: 0.1738062 Feb 16 10:35:59.766815 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69163233-e45a-4cfb-8c71-f5cb72c079e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6374b-211d-4698-b34b-9cbf0789750a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:35:59.828194 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c4607be-30ab-448a-a246-2eb042f44b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.942081 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c4607be-30ab-448a-a246-2eb042f44b8c admin admin] Publish callbacks [] for security_group (a244ceba-b41a-4d60-a1cf-37e72e7e7334), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.947863 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c4607be-30ab-448a-a246-2eb042f44b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a244ceba-b41a-4d60-a1cf-37e72e7e7334), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:35:59.991715 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54644) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:00.015711 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5c4607be-30ab-448a-a246-2eb042f44b8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e35008799f340039b96a0a68fa0d1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153456 Feb 16 10:36:00.017740 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54646) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:00.018601 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4607be-30ab-448a-a246-2eb042f44b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a244ceba-b41a-4d60-a1cf-37e72e7e7334,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:00.028548 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-796d3dc6-44ca-4e35-ac67-fed625766fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.198033 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24b345dd-e1aa-4c81-8731-3664b7f882cb admin admin] Publish callbacks [] for security_group (a244ceba-b41a-4d60-a1cf-37e72e7e7334), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.296162 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-796d3dc6-44ca-4e35-ac67-fed625766fac admin admin] Publish callbacks [] for security_group (46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.302090 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-796d3dc6-44ca-4e35-ac67-fed625766fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.303056 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24b345dd-e1aa-4c81-8731-3664b7f882cb admin admin] Publish callbacks [] for security_group (a244ceba-b41a-4d60-a1cf-37e72e7e7334), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.351337 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d3dc6-44ca-4e35-ac67-fed625766fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:00.408504 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-796d3dc6-44ca-4e35-ac67-fed625766fac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c9c4303b2f940bc9c2c7678216fc5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125519 Feb 16 10:36:00.411148 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54660) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:00.493187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f28cd-8f2d-430c-8b94-d7eb2e3fa151 req-46839edf-f60e-48e9-b29e-6ea57e10d822 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:00.508480 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec6f28cd-8f2d-430c-8b94-d7eb2e3fa151 req-46839edf-f60e-48e9-b29e-6ea57e10d822 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.2079957 Feb 16 10:36:00.516204 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54baaffb-a811-4970-bb1d-c800d880cd75 admin admin] Publish callbacks [] for security_group (46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.540400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24b345dd-e1aa-4c81-8731-3664b7f882cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a244ceba-b41a-4d60-a1cf-37e72e7e7334), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.542969 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24b345dd-e1aa-4c81-8731-3664b7f882cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.565217 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-24b345dd-e1aa-4c81-8731-3664b7f882cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a244ceba-b41a-4d60-a1cf-37e72e7e7334 HTTP/1.1" status: 204 len: 168 time: 0.5286150 Feb 16 10:36:00.567637 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54baaffb-a811-4970-bb1d-c800d880cd75 admin admin] Publish callbacks [] for security_group (46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.583653 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b345dd-e1aa-4c81-8731-3664b7f882cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244ceba-b41a-4d60-a1cf-37e72e7e7334,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:00.679267 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec6f28cd-8f2d-430c-8b94-d7eb2e3fa151 req-60e34479-4596-4994-a4c4-638833c2c10d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664646 Feb 16 10:36:00.681079 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54baaffb-a811-4970-bb1d-c800d880cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.684792 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54baaffb-a811-4970-bb1d-c800d880cd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:00.688900 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-54baaffb-a811-4970-bb1d-c800d880cd75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf HTTP/1.1" status: 204 len: 168 time: 0.2735960 Feb 16 10:36:00.694267 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baaffb-a811-4970-bb1d-c800d880cd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cc9a73-0df9-4eb5-b3fe-fbb54b4d0dbf,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:00.853342 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:36:00.925912 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54682) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:01.327707 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8202501c-de57-4820-b713-f1db2a4926ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.464887 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54702) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:01.519717 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-729731be-2039-4ee8-8013-7542b69d87b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.548700 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54704) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:01.549535 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8202501c-de57-4820-b713-f1db2a4926ec admin admin] Publish callbacks [] for security_group (d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.556255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8202501c-de57-4820-b713-f1db2a4926ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.571938 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-545ded0b-b2d7-4faf-afcb-886aaaed6875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.607728 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8202501c-de57-4820-b713-f1db2a4926ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7bedc6706bd43e9a059e3fc934281c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6808646 Feb 16 10:36:01.609931 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202501c-de57-4820-b713-f1db2a4926ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:01.626415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54706) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:01.669987 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6db-9a2a-459a-81b4-01a496732267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.691302 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-545ded0b-b2d7-4faf-afcb-886aaaed6875 admin admin] Publish callbacks [] for security_group (00883668-318c-41d2-8d0d-fe87e75b8115), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.698431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-545ded0b-b2d7-4faf-afcb-886aaaed6875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (00883668-318c-41d2-8d0d-fe87e75b8115), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.719623 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2241e307-a623-4c0a-83ed-62f22390523c admin admin] Publish callbacks [] for security_group (d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.744635 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2241e307-a623-4c0a-83ed-62f22390523c admin admin] Publish callbacks [] for security_group (d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.788643 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ded0b-b2d7-4faf-afcb-886aaaed6875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00883668-318c-41d2-8d0d-fe87e75b8115,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:01.838896 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2241e307-a623-4c0a-83ed-62f22390523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.841864 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2241e307-a623-4c0a-83ed-62f22390523c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.843224 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2241e307-a623-4c0a-83ed-62f22390523c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5 HTTP/1.1" status: 204 len: 168 time: 0.2134655 Feb 16 10:36:01.863439 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-729731be-2039-4ee8-8013-7542b69d87b2 admin admin] Publish callbacks [] for security_group (3e99d120-2427-437c-a432-119af6c4a3e6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.867746 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-545ded0b-b2d7-4faf-afcb-886aaaed6875 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6de59f6d1c8a4f00ac1983966c43575b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177705 Feb 16 10:36:01.869196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54716) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:01.872593 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241e307-a623-4c0a-83ed-62f22390523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a23deb-b4a1-4962-8f98-2d1b0e66e1f5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:01.877237 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-729731be-2039-4ee8-8013-7542b69d87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3e99d120-2427-437c-a432-119af6c4a3e6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:01.928388 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f9260-5f0c-44e3-8d69-da95cb79a267 req-0246b3f8-1858-4f3a-b973-a801ca4184a2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:01.929997 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c41f9260-5f0c-44e3-8d69-da95cb79a267 req-0246b3f8-1858-4f3a-b973-a801ca4184a2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1414046 Feb 16 10:36:01.945973 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-729731be-2039-4ee8-8013-7542b69d87b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ff6f25a0c364afaaad0e4e8a7c5bb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724946 Feb 16 10:36:01.955206 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54720) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:01.959238 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729731be-2039-4ee8-8013-7542b69d87b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e99d120-2427-437c-a432-119af6c4a3e6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:02.024900 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c41f9260-5f0c-44e3-8d69-da95cb79a267 req-6cc8f78f-faea-4aa5-ada2-132dca9498a2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789368 Feb 16 10:36:02.064403 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4c510f3-c5ae-4266-8f9f-6ec485677f22 admin admin] Publish callbacks [] for security_group (00883668-318c-41d2-8d0d-fe87e75b8115), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.111621 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4c510f3-c5ae-4266-8f9f-6ec485677f22 admin admin] Publish callbacks [] for security_group (00883668-318c-41d2-8d0d-fe87e75b8115), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.140610 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-77f56533-b8e9-441d-908a-4fb1c2419387 admin admin] Publish callbacks [] for security_group (3e99d120-2427-437c-a432-119af6c4a3e6), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.168434 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-77f56533-b8e9-441d-908a-4fb1c2419387 admin admin] Publish callbacks [] for security_group (3e99d120-2427-437c-a432-119af6c4a3e6), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.279428 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-77f56533-b8e9-441d-908a-4fb1c2419387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3e99d120-2427-437c-a432-119af6c4a3e6), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.282523 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-77f56533-b8e9-441d-908a-4fb1c2419387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.298740 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-77f56533-b8e9-441d-908a-4fb1c2419387 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e99d120-2427-437c-a432-119af6c4a3e6 HTTP/1.1" status: 204 len: 168 time: 0.3412068 Feb 16 10:36:02.307639 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f56533-b8e9-441d-908a-4fb1c2419387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e99d120-2427-437c-a432-119af6c4a3e6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:02.344664 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4c510f3-c5ae-4266-8f9f-6ec485677f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (00883668-318c-41d2-8d0d-fe87e75b8115), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.347364 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f4c510f3-c5ae-4266-8f9f-6ec485677f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.348614 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f4c510f3-c5ae-4266-8f9f-6ec485677f22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00883668-318c-41d2-8d0d-fe87e75b8115 HTTP/1.1" status: 204 len: 168 time: 0.4784625 Feb 16 10:36:02.375160 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c510f3-c5ae-4266-8f9f-6ec485677f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00883668-318c-41d2-8d0d-fe87e75b8115,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:02.478022 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54736) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:02.504661 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7189-bc8e-4051-8922-4494c6514216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.938555 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7189-bc8e-4051-8922-4494c6514216 admin admin] Publish callbacks [] for security_group (20ef7977-26e3-449f-8985-01aa942a65af), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:02.953022 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7189-bc8e-4051-8922-4494c6514216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (20ef7977-26e3-449f-8985-01aa942a65af), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:03.026630 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d0fb7189-bc8e-4051-8922-4494c6514216 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96f96dec91e94242a7c055779b813bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5474875 Feb 16 10:36:03.029171 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb7189-bc8e-4051-8922-4494c6514216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef7977-26e3-449f-8985-01aa942a65af,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:03.030301 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54750) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:03.480077 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc4a9-01c6-40e5-9ab1-560e078b0871 req-9deeede4-8903-48da-b0dc-a22264ef3c73 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:03.488302 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0cabc4a9-01c6-40e5-9ab1-560e078b0871 req-9deeede4-8903-48da-b0dc-a22264ef3c73 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1037085 Feb 16 10:36:03.514051 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ab1b81eb-fed5-4178-9339-fc30c1f7c13c admin admin] Publish callbacks [] for security_group (20ef7977-26e3-449f-8985-01aa942a65af), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:03.562504 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0cabc4a9-01c6-40e5-9ab1-560e078b0871 req-4f0e17a9-0b21-4598-bbc7-b1dc2396ebeb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688760 Feb 16 10:36:03.576303 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ab1b81eb-fed5-4178-9339-fc30c1f7c13c admin admin] Publish callbacks [] for security_group (20ef7977-26e3-449f-8985-01aa942a65af), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:03.647882 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ab1b81eb-fed5-4178-9339-fc30c1f7c13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (20ef7977-26e3-449f-8985-01aa942a65af), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:03.651233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ab1b81eb-fed5-4178-9339-fc30c1f7c13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:03.655477 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ab1b81eb-fed5-4178-9339-fc30c1f7c13c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20ef7977-26e3-449f-8985-01aa942a65af HTTP/1.1" status: 204 len: 168 time: 0.6239727 Feb 16 10:36:03.664579 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b81eb-fed5-4178-9339-fc30c1f7c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef7977-26e3-449f-8985-01aa942a65af,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:04.263750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54806) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:04.313410 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08f3ab50-ce9b-4996-b40d-cef7073dc696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.460490 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a177a3b4-0580-45c2-8f1e-24dbfe262813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.574824 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54820) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:04.598516 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a177a3b4-0580-45c2-8f1e-24dbfe262813 admin admin] Publish callbacks [] for security_group (378f9c37-083c-4a25-bb72-8e16067e26be), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.606705 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a177a3b4-0580-45c2-8f1e-24dbfe262813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (378f9c37-083c-4a25-bb72-8e16067e26be), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.694784 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a177a3b4-0580-45c2-8f1e-24dbfe262813 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb92c1909807458384e133b27e100073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289100 Feb 16 10:36:04.696480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54828) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:04.698867 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177a3b4-0580-45c2-8f1e-24dbfe262813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f9c37-083c-4a25-bb72-8e16067e26be,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:04.741880 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ec50-a7a0-4cba-a319-95810e739b17 req-5060e2ce-89fa-4203-8f2a-a49bfd76a349 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:04.749533 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75c2ec50-a7a0-4cba-a319-95810e739b17 req-5060e2ce-89fa-4203-8f2a-a49bfd76a349 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0954967 Feb 16 10:36:04.762012 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-725151670-network', 'tenant_id': '211b537653d24fcfa5668933ce0ec2bd'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:04.792137 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Made reservation on behalf of 211b537653d24fcfa5668933ce0ec2bd for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:04.794912 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.804527 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.829735 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c16d7125-393f-4975-889f-14ac4ef3eab7 admin admin] Publish callbacks [] for security_group (378f9c37-083c-4a25-bb72-8e16067e26be), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.856522 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75c2ec50-a7a0-4cba-a319-95810e739b17 req-3b3c90ce-b49b-4d4a-88c5-121f97648bbc tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042449 Feb 16 10:36:04.884182 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c16d7125-393f-4975-889f-14ac4ef3eab7 admin admin] Publish callbacks [] for security_group (378f9c37-083c-4a25-bb72-8e16067e26be), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.956087 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks [] for security_group (41b506da-c2e1-4213-9985-c72b5e734126), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.961191 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (41b506da-c2e1-4213-9985-c72b5e734126), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.963628 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c16d7125-393f-4975-889f-14ac4ef3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (378f9c37-083c-4a25-bb72-8e16067e26be), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.966536 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c16d7125-393f-4975-889f-14ac4ef3eab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:04.967944 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c16d7125-393f-4975-889f-14ac4ef3eab7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/378f9c37-083c-4a25-bb72-8e16067e26be HTTP/1.1" status: 204 len: 168 time: 0.2468507 Feb 16 10:36:04.992351 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d7125-393f-4975-889f-14ac4ef3eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f9c37-083c-4a25-bb72-8e16067e26be,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:04.995424 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:36:05.004699 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b506da-c2e1-4213-9985-c72b5e734126,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:05.031066 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (39382229-7fdd-4a1b-b1fb-8542a647bc41), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.032052 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Added segment 39382229-7fdd-4a1b-b1fb-8542a647bc41 of type vlan for network 30393e96-44dd-4292-ab50-971b55847544 Feb 16 10:36:05.091576 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (30393e96-44dd-4292-ab50-971b55847544), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.128849 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (30393e96-44dd-4292-ab50-971b55847544), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.130818 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:05.131872 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.199016 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] Pushing event updated for resources: {'Network': ['ID=30393e96-44dd-4292-ab50-971b55847544,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:05.214553 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 30393e96-44dd-4292-ab50-971b55847544 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:36:05.225172 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a6804155-837c-4495-90de-58ea0b616e8e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6488309 Feb 16 10:36:05.225774 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54844) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:05.235226 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Request body: {'subnet': {'network_id': '30393e96-44dd-4292-ab50-971b55847544', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-725151670-subnet', 'tenant_id': '211b537653d24fcfa5668933ce0ec2bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:05.273862 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.283879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Made reservation on behalf of 211b537653d24fcfa5668933ce0ec2bd for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:05.287232 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.562640 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (07ed645b-e916-4293-9644-35ad80c220b4), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.574783 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54852) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:05.590358 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf550c10-ae89-4660-b064-58ac5c636e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.661478 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Checking segment: {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:05.662145 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Network hostable DHCP agents. Network: 30393e96-44dd-4292-ab50-971b55847544, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:36:05.665725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ed645b-e916-4293-9644-35ad80c220b4,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:05.691351 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Network 30393e96-44dd-4292-ab50-971b55847544 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:36:05.708711 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 30393e96-44dd-4292-ab50-971b55847544) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:05.722025 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc26830-eb37-408a-a042-fc5e28f4e6e2 None None] Network 30393e96-44dd-4292-ab50-971b55847544 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:05.724077 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:05.724682 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.780070 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e5173eab-58ae-4b5a-a59b-996bff3ee3e4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5529490 Feb 16 10:36:05.816423 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf550c10-ae89-4660-b064-58ac5c636e80 admin admin] Publish callbacks [] for security_group (030ff89b-b6d4-4328-9f63-a1555b1838d8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.833706 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf550c10-ae89-4660-b064-58ac5c636e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (030ff89b-b6d4-4328-9f63-a1555b1838d8), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:05.925267 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cf550c10-ae89-4660-b064-58ac5c636e80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdec3de198b1407c89180ad87a847b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458369 Feb 16 10:36:05.926149 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54868) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:05.946068 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550c10-ae89-4660-b064-58ac5c636e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030ff89b-b6d4-4328-9f63-a1555b1838d8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:05.972814 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8b5ce-e046-4ae9-930c-bf089855f7d4 None None] Network 30393e96-44dd-4292-ab50-971b55847544 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:06.052761 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2f67c66-f742-488e-a830-1984d71d2e32 admin admin] Publish callbacks [] for security_group (030ff89b-b6d4-4328-9f63-a1555b1838d8), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:06.090796 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2f67c66-f742-488e-a830-1984d71d2e32 admin admin] Publish callbacks [] for security_group (030ff89b-b6d4-4328-9f63-a1555b1838d8), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:06.184465 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b3359-792b-44cb-b27b-432d472ebe11 req-79e45df1-bcb4-4e7e-8f67-0d1c9a4ee634 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:06.186066 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2c4b3359-792b-44cb-b27b-432d472ebe11 req-79e45df1-bcb4-4e7e-8f67-0d1c9a4ee634 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1867959 Feb 16 10:36:06.271018 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2c4b3359-792b-44cb-b27b-432d472ebe11 req-bde9f07a-bb29-4dff-8789-b94401baea03 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622976 Feb 16 10:36:06.272470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2f67c66-f742-488e-a830-1984d71d2e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (030ff89b-b6d4-4328-9f63-a1555b1838d8), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:06.275627 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2f67c66-f742-488e-a830-1984d71d2e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:06.277152 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a2f67c66-f742-488e-a830-1984d71d2e32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/030ff89b-b6d4-4328-9f63-a1555b1838d8 HTTP/1.1" status: 204 len: 168 time: 0.3503070 Feb 16 10:36:06.286503 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67c66-f742-488e-a830-1984d71d2e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ff89b-b6d4-4328-9f63-a1555b1838d8,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:06.636828 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707511a-d1cf-4ef4-94c1-b877cf9d112f req-ca919840-463f-42fe-a98c-733dd8261f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:06.638434 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a707511a-d1cf-4ef4-94c1-b877cf9d112f req-ca919840-463f-42fe-a98c-733dd8261f6f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 1130 time: 0.0600615 Feb 16 10:36:06.730298 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:06.739598 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a707511a-d1cf-4ef4-94c1-b877cf9d112f req-752c830f-4a5a-406a-88bd-9b2727342797 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949485 Feb 16 10:36:07.456528 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c2e08-60fe-469a-8b2d-1348912a907a req-8bc0d0df-6a6b-424a-9cd4-db68ab9a36f9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:07.458079 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-863c2e08-60fe-469a-8b2d-1348912a907a req-8bc0d0df-6a6b-424a-9cd4-db68ab9a36f9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0885508 Feb 16 10:36:07.533795 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-863c2e08-60fe-469a-8b2d-1348912a907a req-f087a07f-3a0d-4777-bcde-42ff1d1cde7b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668592 Feb 16 10:36:07.648336 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 54938) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:07.778800 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16de44ec-6494-413d-9090-f56b69e1517c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:07.892911 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16de44ec-6494-413d-9090-f56b69e1517c admin admin] Publish callbacks [] for security_group (c079dd27-8d0d-42d9-8b4b-53b620f176ac), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:07.897837 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16de44ec-6494-413d-9090-f56b69e1517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (c079dd27-8d0d-42d9-8b4b-53b620f176ac), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:07.950304 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-16de44ec-6494-413d-9090-f56b69e1517c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=920c64b3daea4bb9b42d4e2bc97a55ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996380 Feb 16 10:36:07.951538 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de44ec-6494-413d-9090-f56b69e1517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c079dd27-8d0d-42d9-8b4b-53b620f176ac,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:07.952970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 54946) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:08.033770 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca18-33b8-43d4-a1ad-7e66e9c5c8d5 admin admin] Publish callbacks [] for security_group (c079dd27-8d0d-42d9-8b4b-53b620f176ac), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.061739 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca18-33b8-43d4-a1ad-7e66e9c5c8d5 admin admin] Publish callbacks [] for security_group (c079dd27-8d0d-42d9-8b4b-53b620f176ac), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.118746 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.144187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca18-33b8-43d4-a1ad-7e66e9c5c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (c079dd27-8d0d-42d9-8b4b-53b620f176ac), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.149868 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca18-33b8-43d4-a1ad-7e66e9c5c8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.151382 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8dc0ca18-33b8-43d4-a1ad-7e66e9c5c8d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c079dd27-8d0d-42d9-8b4b-53b620f176ac HTTP/1.1" status: 204 len: 168 time: 0.1951632 Feb 16 10:36:08.170495 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ca18-33b8-43d4-a1ad-7e66e9c5c8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c079dd27-8d0d-42d9-8b4b-53b620f176ac,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:08.381742 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-9bf579a0-feeb-463b-a6f9-ad28b2c1474c tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:08.382842 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-9bf579a0-feeb-463b-a6f9-ad28b2c1474c tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/networks?id=30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 200 len: 813 time: 0.1648297 Feb 16 10:36:08.403364 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-0dacc2a3-cda5-4eac-8890-2bd0a44619ba tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/quotas/211b537653d24fcfa5668933ce0ec2bd HTTP/1.1" status: 200 len: 375 time: 0.0144618 Feb 16 10:36:08.451666 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-2fec091a-8682-4971-b4f4-477768345c2a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=211b537653d24fcfa5668933ce0ec2bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411506 Feb 16 10:36:08.711026 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55008) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:08.738827 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-13210928-3dfb-4a6c-a6a0-5cb16856c22f service neutron] 10.222.0.45 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792187 Feb 16 10:36:08.749841 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-437288ca-76b5-4bb4-ba15-72a845d9358c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.779623 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55010) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:08.811372 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3509606-8966-43eb-9427-b957f865a5c4 req-4301bb95-c487-4639-ab5a-1e08b7e1962c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:08.813353 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3509606-8966-43eb-9427-b957f865a5c4 req-4301bb95-c487-4639-ab5a-1e08b7e1962c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1494765 Feb 16 10:36:08.892600 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3509606-8966-43eb-9427-b957f865a5c4 req-c4795a87-31b9-4538-9fde-f98254445942 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732036 Feb 16 10:36:08.949598 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-437288ca-76b5-4bb4-ba15-72a845d9358c admin admin] Publish callbacks [] for security_group (96da4ccb-b831-4190-a3fc-f0344b7961cd), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:08.953976 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-c279404e-adec-409a-b918-10db1f775ba2 service neutron] 10.222.0.45 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136061 Feb 16 10:36:08.955684 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-437288ca-76b5-4bb4-ba15-72a845d9358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (96da4ccb-b831-4190-a3fc-f0344b7961cd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.007489 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-437288ca-76b5-4bb4-ba15-72a845d9358c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a009488ba184964a988dd298d83fdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948277 Feb 16 10:36:09.009804 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55030) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:09.043160 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437288ca-76b5-4bb4-ba15-72a845d9358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da4ccb-b831-4190-a3fc-f0344b7961cd,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:09.165419 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49152984-d360-4f58-a689-4ec604cdb6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.169217 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435400cf-38bf-4e9a-88e7-2e869f69bc41 admin admin] Publish callbacks [] for security_group (96da4ccb-b831-4190-a3fc-f0344b7961cd), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.211181 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435400cf-38bf-4e9a-88e7-2e869f69bc41 admin admin] Publish callbacks [] for security_group (96da4ccb-b831-4190-a3fc-f0344b7961cd), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.266670 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850ed94-56b1-4717-8b59-7d89be3a4cd4 req-d63b6e52-f1e5-45a0-b389-adb287f6827b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:09.274625 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5850ed94-56b1-4717-8b59-7d89be3a4cd4 req-d63b6e52-f1e5-45a0-b389-adb287f6827b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.2059541 Feb 16 10:36:09.393583 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435400cf-38bf-4e9a-88e7-2e869f69bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (96da4ccb-b831-4190-a3fc-f0344b7961cd), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.396357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-435400cf-38bf-4e9a-88e7-2e869f69bc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.400574 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-435400cf-38bf-4e9a-88e7-2e869f69bc41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96da4ccb-b831-4190-a3fc-f0344b7961cd HTTP/1.1" status: 204 len: 168 time: 0.3895018 Feb 16 10:36:09.419272 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5850ed94-56b1-4717-8b59-7d89be3a4cd4 req-f9d852a1-af79-4926-82c6-f8c6e8a9665b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390331 Feb 16 10:36:09.421446 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-054e4d0b-921a-4ce2-bea6-1ffa4acce7ea req-58c03ec4-6f08-44c8-b3bb-df2ce674dd36 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 210 time: 0.0590243 Feb 16 10:36:09.452232 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49152984-d360-4f58-a689-4ec604cdb6f5 admin admin] Publish callbacks [] for security_group (07ea656f-4e29-4c6b-a016-5d2a4a4b64d5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.455577 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435400cf-38bf-4e9a-88e7-2e869f69bc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da4ccb-b831-4190-a3fc-f0344b7961cd,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:09.457975 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49152984-d360-4f58-a689-4ec604cdb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (07ea656f-4e29-4c6b-a016-5d2a4a4b64d5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.502139 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49152984-d360-4f58-a689-4ec604cdb6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea656f-4e29-4c6b-a016-5d2a4a4b64d5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:09.506757 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-49152984-d360-4f58-a689-4ec604cdb6f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e58f773f33cc4eb1a5eab8c1b85e45d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7261415 Feb 16 10:36:09.513724 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55040) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:09.604815 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16598550-ef84-483d-a505-f059e0772cf0 admin admin] Publish callbacks [] for security_group (07ea656f-4e29-4c6b-a016-5d2a4a4b64d5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.640542 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16598550-ef84-483d-a505-f059e0772cf0 admin admin] Publish callbacks [] for security_group (07ea656f-4e29-4c6b-a016-5d2a4a4b64d5), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.746876 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16598550-ef84-483d-a505-f059e0772cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (07ea656f-4e29-4c6b-a016-5d2a4a4b64d5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.750415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16598550-ef84-483d-a505-f059e0772cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:09.754501 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-16598550-ef84-483d-a505-f059e0772cf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07ea656f-4e29-4c6b-a016-5d2a4a4b64d5 HTTP/1.1" status: 204 len: 168 time: 0.2386432 Feb 16 10:36:09.767828 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16598550-ef84-483d-a505-f059e0772cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea656f-4e29-4c6b-a016-5d2a4a4b64d5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:10.585347 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-93a1c215-54d8-40b5-84ff-ffb605ac4860 req-00a2c2f6-f131-4fa4-934d-78988a657874 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 210 time: 0.0480750 Feb 16 10:36:11.113238 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55112) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:11.164285 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-551f1951-8a47-479b-a2d1-1dcb25723f54 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:11.166619 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-551f1951-8a47-479b-a2d1-1dcb25723f54 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "GET /v2.0/networks?id=30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 200 len: 813 time: 0.1712508 Feb 16 10:36:11.178943 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Request body: {'port': {'device_id': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'network_id': '30393e96-44dd-4292-ab50-971b55847544', 'admin_state_up': True, 'tenant_id': '211b537653d24fcfa5668933ce0ec2bd'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:11.374707 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Made reservation on behalf of 211b537653d24fcfa5668933ce0ec2bd for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:11.380430 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.451963 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-637377881-network', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:11.527595 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4a4a637b-5d91-47c1-baa9-1ebf673cf6ea tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:11.529323 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4a4a637b-5d91-47c1-baa9-1ebf673cf6ea tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 814 time: 0.1808565 Feb 16 10:36:11.530614 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Made reservation on behalf of dce30c09b0fa41418359cd3872e9d80c for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:11.533142 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.552041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.555634 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-40025a62-f38b-48da-8244-66ac7770070d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/quotas/4750d97fe2634f04ab230fae1e890012 HTTP/1.1" status: 200 len: 375 time: 0.0189667 Feb 16 10:36:11.608540 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.615783 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Allocated IP 172.20.0.8 (30393e96-44dd-4292-ab50-971b55847544/07ed645b-e916-4293-9644-35ad80c220b4/2e1edf83-4e2b-47de-a490-f915bb0fe926) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:11.718004 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-a1bc36c3-78d1-47da-ad58-caccddedc02a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544266 Feb 16 10:36:11.749268 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks [] for security_group (e1d70ec1-7b34-4336-89e3-7c6e6687437d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.762310 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e1d70ec1-7b34-4336-89e3-7c6e6687437d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.804722 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5439905-1f11-4f66-9a93-be5f86f2471b req-4153cade-7d47-40c0-9d58-153c43b25fca tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 210 time: 0.1041682 Feb 16 10:36:11.814907 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:36:11.842878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-f07a292a-b041-41cb-bfaf-4d2222e54003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:11.845553 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-f07a292a-b041-41cb-bfaf-4d2222e54003 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.1771905 Feb 16 10:36:11.870599 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (12140893-3a14-4547-9572-ae8d89ad66f6), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:11.871019 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Added segment 12140893-3a14-4547-9572-ae8d89ad66f6 of type vlan for network cef898ac-7109-4c48-824d-5dc9a5f6a10a Feb 16 10:36:11.872500 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d70ec1-7b34-4336-89e3-7c6e6687437d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:11.988522 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks [] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.009198 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586df53-9723-4bbe-8b33-07235fcad60c req-fd07c47f-733d-4f23-94da-eefce9e19c43 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:12.010694 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e586df53-9723-4bbe-8b33-07235fcad60c req-fd07c47f-733d-4f23-94da-eefce9e19c43 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1120734 Feb 16 10:36:12.038626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (cef898ac-7109-4c48-824d-5dc9a5f6a10a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.053234 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-0542bcfc-4864-4285-91d4-15d7d04ad82b service neutron] 10.222.0.45 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060760 Feb 16 10:36:12.085174 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.106537 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e586df53-9723-4bbe-8b33-07235fcad60c req-40c35933-edd1-4bfe-8ee1-32475e3a0964 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848083 Feb 16 10:36:12.120505 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (cef898ac-7109-4c48-824d-5dc9a5f6a10a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.121733 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:12.122381 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.130834 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-807f857c-2d30-4b5d-ab4d-616a16d8460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:12.132310 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-807f857c-2d30-4b5d-ab4d-616a16d8460c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.2566712 Feb 16 10:36:12.155166 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Network 30393e96-44dd-4292-ab50-971b55847544 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:12.161291 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:12.165454 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:12.201584 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Pushing event updated for resources: {'Port': ['ID=2e1edf83-4e2b-47de-a490-f915bb0fe926,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:12.247833 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-86d56b8b-97a0-4c59-b29b-727def7a1ef8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0765371 Feb 16 10:36:12.256162 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1418226 Feb 16 10:36:12.259909 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:12.260141 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.269260 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55166) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:12.276334 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Request body: {'subnet': {'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-637377881-subnet', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:12.293856 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-5af97e78-2022-4524-9abf-67567eb6bf27 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1197629 Feb 16 10:36:12.317397 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Request body: {'port': {'device_id': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:12.365503 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc9112-2271-42fb-be39-24a24b768048 admin admin] Pushing event updated for resources: {'Network': ['ID=cef898ac-7109-4c48-824d-5dc9a5f6a10a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:12.383200 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:36:12.386992 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-13b3d50e-8cfd-4622-b0ce-0f454f8f996a service neutron] 10.222.0.45 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249671 Feb 16 10:36:12.392169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-6871b609-1bd1-408a-b3ff-18823e120411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:12.394000 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-6871b609-1bd1-408a-b3ff-18823e120411 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.1053903 Feb 16 10:36:12.410883 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.458445 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Made reservation on behalf of dce30c09b0fa41418359cd3872e9d80c for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:12.460839 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:12.511751 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-c1060cee-eb83-447f-b60b-ff61f42c6834 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020429 Feb 16 10:36:12.805480 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-683418c6-da20-442d-b9f4-00a6e1cf3c8a service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743750 Feb 16 10:36:12.840002 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-232a875f-524d-4487-9886-22316558ed79 req-1c03296f-8e82-4629-b800-b6c2cbab7c5b tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 210 time: 0.0506301 Feb 16 10:36:12.997521 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1edf83-4e2b-47de-a490-f915bb0fe926 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:13.007399 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Publish callbacks [] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.024434 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Transition to ACTIVE for port object 2e1edf83-4e2b-47de-a490-f915bb0fe926 will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:36:13.029171 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.103838 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1edf83-4e2b-47de-a490-f915bb0fe926,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:13.130496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d92b4-e3e9-4616-b22f-2aa3f2d58292 req-edf5b73c-c1d8-4f51-86c7-1ccc82a42390 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:13.132172 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a6d92b4-e3e9-4616-b22f-2aa3f2d58292 req-edf5b73c-c1d8-4f51-86c7-1ccc82a42390 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 931 time: 0.2192979 Feb 16 10:36:13.180827 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (05509798-d03c-4e80-ba77-5f8256d9399d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.219826 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79d73255-66f7-46d9-8671-56c1fbd1c1b4 req-bf3feb46-88fc-40c3-89ca-18421dde748f service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063754 Feb 16 10:36:13.230709 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Attempting to bind port 2e1edf83-4e2b-47de-a490-f915bb0fe926 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:13.231367 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Attempting to bind port 2e1edf83-4e2b-47de-a490-f915bb0fe926 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:13.231873 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Attempting to bind port 2e1edf83-4e2b-47de-a490-f915bb0fe926 on network 30393e96-44dd-4292-ab50-971b55847544 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:13.259318 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Port 2e1edf83-4e2b-47de-a490-f915bb0fe926 on network 30393e96-44dd-4292-ab50-971b55847544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:36:13.260028 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Attempting to bind port 2e1edf83-4e2b-47de-a490-f915bb0fe926 on network 30393e96-44dd-4292-ab50-971b55847544 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:13.267893 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:13.268477 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Checking segment: {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:13.269147 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Bound using segment: {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:13.269748 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Bound port: 2e1edf83-4e2b-47de-a490-f915bb0fe926, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:13.270408 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.322440 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05509798-d03c-4e80-ba77-5f8256d9399d,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:13.356886 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a6d92b4-e3e9-4616-b22f-2aa3f2d58292 req-a5e586b5-81a9-44b8-b944-c8cfd557c087 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112112 Feb 16 10:36:13.358573 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Checking segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:13.359825 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Network hostable DHCP agents. Network: cef898ac-7109-4c48-824d-5dc9a5f6a10a, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:36:13.364511 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11d3a-8d08-4676-a759-74ecdd585d68 req-79f2aa89-e9ed-4c90-963b-7027e1bab492 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:13.366418 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58e11d3a-8d08-4676-a759-74ecdd585d68 req-79f2aa89-e9ed-4c90-963b-7027e1bab492 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1486847 Feb 16 10:36:13.383787 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] For port 2e1edf83-4e2b-47de-a490-f915bb0fe926, host hv-cinder-80475, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:13.403434 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] For port 2e1edf83-4e2b-47de-a490-f915bb0fe926, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:13.404705 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:36:13.418190 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.419826 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, cef898ac-7109-4c48-824d-5dc9a5f6a10a) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:13.438467 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:13.439332 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.447878 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad961fee-98fa-4196-96f2-d98145450813 None None] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:13.467347 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55196) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:13.468210 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-38c3bfdb-d6b0-4c0f-8ff3-bfa4ee798924 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1969521 Feb 16 10:36:13.483694 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:13.495851 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:13.496972 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.498646 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e1edf83-4e2b-47de-a490-f915bb0fe926 HTTP/1.1" status: 200 len: 1093 time: 1.1953020 Feb 16 10:36:13.499255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'tag': '2e1edf83-4e2b-47de-a490-f915bb0fe926'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:13.501804 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a36a37-201d-48be-9cbc-ba81b397a0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad0be32-4e2b-4899-a2c4-b41f499d4351", "tag": "2e1edf83-4e2b-47de-a490-f915bb0fe926"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:13.532168 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58e11d3a-8d08-4676-a759-74ecdd585d68 req-cdca76f6-3d4b-4b6f-ae7a-83ef92deef7d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520178 Feb 16 10:36:13.550983 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936e75d-caf4-4b48-99c8-33f2714cb4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1edf83-4e2b-47de-a490-f915bb0fe926,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:13.615219 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab39edb-9fe7-46ce-9855-780cd85294e6 x-openstack-request-id: req-cab39edb-9fe7-46ce-9855-780cd85294e6 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:13.615838 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad0be32-4e2b-4899-a2c4-b41f499d4351", "tag": "2e1edf83-4e2b-47de-a490-f915bb0fe926", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:13.616081 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cab39edb-9fe7-46ce-9855-780cd85294e6 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:13.616482 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'tag': '2e1edf83-4e2b-47de-a490-f915bb0fe926', 'status': 'completed', 'code': 200} Feb 16 10:36:13.619036 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.619599 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.684145 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:36:13.685115 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.692749 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-e9b96399-b7eb-4b1d-a8e7-25a1e64ccbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:13.694318 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-e9b96399-b7eb-4b1d-a8e7-25a1e64ccbf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=211b537653d24fcfa5668933ce0ec2bd&device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 1127 time: 0.1236253 Feb 16 10:36:13.695641 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks [] for router_controller (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.801867 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-bbd04895-609d-4176-b41a-b9bbcc758e97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926 HTTP/1.1" status: 200 len: 217 time: 0.0988870 Feb 16 10:36:13.849354 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Allocated IP 172.20.0.2 (cef898ac-7109-4c48-824d-5dc9a5f6a10a/05509798-d03c-4e80-ba77-5f8256d9399d/dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:13.922758 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks [] for router_gateway (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:13.936654 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-cf3f8c4a-beac-4c11-b462-a9ab1c49512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:13.938263 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-cf3f8c4a-beac-4c11-b462-a9ab1c49512e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07ed645b-e916-4293-9644-35ad80c220b4 HTTP/1.1" status: 200 len: 853 time: 0.1293945 Feb 16 10:36:13.985852 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-21e71a31-bfcc-48ef-b8c7-0be9cb4d7530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30393e96-44dd-4292-ab50-971b55847544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346625 Feb 16 10:36:14.007487 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c2db3e91-17f6-4a7f-8420-fa1b8380606e req-f58f82c3-c6b5-46fe-9d47-a92890a19c03 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 210 time: 0.0808945 Feb 16 10:36:14.151728 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Publish callbacks [] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.164373 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.167401 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-bc2bdce5-8974-4109-a982-20823d83b7ba service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686969 Feb 16 10:36:14.257419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:14.269900 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:14.284814 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:14.314164 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Pushing event updated for resources: {'Port': ['ID=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:14.357234 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4be617a2-ca1a-403b-af84-cbc121e3d070 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:14.374268 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4be617a2-ca1a-403b-af84-cbc121e3d070 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 814 time: 0.2872145 Feb 16 10:36:14.388074 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'port': {'device_id': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'admin_state_up': True, 'tenant_id': '4750d97fe2634f04ab230fae1e890012'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:14.456503 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Attempting to bind port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:14.457289 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Attempting to bind port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:14.457289 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Attempting to bind port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:14.471823 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:14.475041 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Checking segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:14.475696 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.476285 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Bound using segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:14.476948 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Bound port: dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:14.478667 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.540008 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks [] for router_gateway (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.592206 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.602355 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75b0e871-79b9-4ec8-b3f5-18cb3749c605 req-a389271a-fa27-451e-ae33-de74ef4fd346 service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239311 Feb 16 10:36:14.648334 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] For port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:14.653205 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] For port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:14.659366 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd191d-de0c-4b55-add4-998874ff9115 req-a25b9cde-d137-41fd-a1e9-f847b2d92727 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:14.665202 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.672800 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8dd191d-de0c-4b55-add4-998874ff9115 req-a25b9cde-d137-41fd-a1e9-f847b2d92727 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 943 time: 0.1498547 Feb 16 10:36:14.720915 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Made reservation on behalf of 4750d97fe2634f04ab230fae1e890012 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:14.724615 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:14.784937 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0450e49-ebaf-4881-863a-61356a3ac63f None None] Pushing event updated for resources: {'Port': ['ID=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:14.796324 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8dd191d-de0c-4b55-add4-998874ff9115 req-8310c039-77a7-4247-9274-b1d63f67217c tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211612 Feb 16 10:36:15.032533 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Allocated IP 172.20.0.8 (7562a1ef-a934-414d-b18d-7695e419c562/4e517a03-e350-475b-9b50-f95aacaa8972/4e24e9a4-a940-4826-a186-1adaa163be15) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:15.155802 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c722fa36-cfb9-4921-9085-713206e511be req-f47ab7ba-c53e-48cd-ad01-4531ae78bb48 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 210 time: 0.0413146 Feb 16 10:36:15.223823 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49cb5d-dc1c-403c-8a39-db0a334d442e req-05d6d082-b7cb-498a-80d4-ee197a1c8d45 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:15.231655 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7e49cb5d-dc1c-403c-8a39-db0a334d442e req-05d6d082-b7cb-498a-80d4-ee197a1c8d45 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.2567039 Feb 16 10:36:15.239438 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-ecd60c41-d263-45d9-855f-86b09cef459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:15.241276 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-ecd60c41-d263-45d9-855f-86b09cef459b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=211b537653d24fcfa5668933ce0ec2bd&device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 1127 time: 0.2679420 Feb 16 10:36:15.272287 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Allocated IP 172.27.2.26 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/c749fed6-f873-4803-a911-fcebadf91ee7) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:15.416356 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks [] for port (c749fed6-f873-4803-a911-fcebadf91ee7), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:15.532245 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for port (4e24e9a4-a940-4826-a186-1adaa163be15), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:15.540828 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:15.562038 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7e49cb5d-dc1c-403c-8a39-db0a334d442e req-55b1163f-294d-433a-bdc0-5f1f6dfccc8e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241215 Feb 16 10:36:15.639655 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:15.644620 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:15.649309 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:15.651312 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c749fed6-f873-4803-a911-fcebadf91ee7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:15.665920 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:15.666218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 2e1edf83-4e2b-47de-a490-f915bb0fe926 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:36:15.671250 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-a31e8a08-72d0-4438-922e-27f20c96c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:15.673919 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-a31e8a08-72d0-4438-922e-27f20c96c7d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 200 len: 914 time: 0.4243169 Feb 16 10:36:15.694496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Network 7562a1ef-a934-414d-b18d-7695e419c562 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:15.703675 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:15.707921 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:15.901481 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:15.956325 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:15.957244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:16.057696 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 2e1edf83-4e2b-47de-a490-f915bb0fe926, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:16.080316 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-1beea4b6-25ab-41f0-885d-99e8fca4864a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6962700 Feb 16 10:36:16.091402 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '2e1edf83-4e2b-47de-a490-f915bb0fe926', 'network_id': '30393e96-44dd-4292-ab50-971b55847544', 'port_id': '2e1edf83-4e2b-47de-a490-f915bb0fe926', 'mac_address': 'fa:16:3e:4b:7f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ed645b-e916-4293-9644-35ad80c220b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:36:16.149686 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-efc0f1d8-617a-486e-b8e1-8694d6e92468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926 HTTP/1.1" status: 200 len: 217 time: 0.2952662 Feb 16 10:36:16.170904 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead86d7-85f0-4a79-8d87-4bce5e910078 req-a6caa93c-f755-41e1-9af3-1fb9925e626a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:16.181435 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1ead86d7-85f0-4a79-8d87-4bce5e910078 req-a6caa93c-f755-41e1-9af3-1fb9925e626a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 943 time: 0.2047527 Feb 16 10:36:16.197131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Request body: {'port': {'device_id': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:16.262340 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 2e1edf83-4e2b-47de-a490-f915bb0fe926 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:16.263067 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:16.301738 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1edf83-4e2b-47de-a490-f915bb0fe926 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:16.325973 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-730c349d-65af-4a3e-8eb1-33faaa946ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:16.336732 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-730c349d-65af-4a3e-8eb1-33faaa946ecf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07ed645b-e916-4293-9644-35ad80c220b4 HTTP/1.1" status: 200 len: 853 time: 0.1753895 Feb 16 10:36:16.391792 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 2e1edf83-4e2b-47de-a490-f915bb0fe926, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:16.406011 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:16.411676 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-f1a39fd5-02e7-4771-b708-2783bac027de None None] Provisioning complete for port 4e24e9a4-a940-4826-a186-1adaa163be15 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:16.411943 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-f1a39fd5-02e7-4771-b708-2783bac027de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:16.541736 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-e4a4ef5b-f7b3-472d-97a3-d4c95785225f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30393e96-44dd-4292-ab50-971b55847544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344297 Feb 16 10:36:16.727584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab2cf5-f09f-4d26-9d08-eb8d5709069d None None] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:16.888504 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-f1a39fd5-02e7-4771-b708-2783bac027de None None] Port 4e24e9a4-a940-4826-a186-1adaa163be15 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:36:16.947498 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:17.020659 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcd3ef-fac4-4450-933c-51cfa3b4d5b6 req-2b86661b-7c71-4650-ae62-a61aaf64fffb tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:17.023981 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5fcd3ef-fac4-4450-933c-51cfa3b4d5b6 req-2b86661b-7c71-4650-ae62-a61aaf64fffb tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 931 time: 0.6862073 Feb 16 10:36:17.062360 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1ead86d7-85f0-4a79-8d87-4bce5e910078 req-9aa477c5-a85b-4748-9bdc-2341b0c48ed9 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8494592 Feb 16 10:36:17.096922 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['2e1edf83-4e2b-47de-a490-f915bb0fe926'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:36:17.160216 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-d4f1bbbe-eb92-43f5-b7d9-cb324b1b60fb service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515673 Feb 16 10:36:17.213957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:17.224418 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=2e1edf83-4e2b-47de-a490-f915bb0fe926,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:17.339555 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks [] for router_gateway (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:17.367189 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5fcd3ef-fac4-4450-933c-51cfa3b4d5b6 req-ef0aadb5-dc07-4622-a41d-be3055cc7acd tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093834 Feb 16 10:36:17.392187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c7819-3a85-46e3-ad63-5f3a46299dc7 req-3d507567-df9f-4b67-a5ca-97cc441a86b7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:17.393849 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e1c7819-3a85-46e3-ad63-5f3a46299dc7 req-3d507567-df9f-4b67-a5ca-97cc441a86b7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1013463 Feb 16 10:36:17.605055 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e1c7819-3a85-46e3-ad63-5f3a46299dc7 req-b40045ff-c4f3-4357-9190-a41a27dc0fe2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837513 Feb 16 10:36:17.658827 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7a36a37-201d-48be-9cbc-ba81b397a0b9 req-00e99b08-2587-438e-924a-eb5e1cc46816 service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522593 Feb 16 10:36:17.715716 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e24e9a4-a940-4826-a186-1adaa163be15 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:17.729091 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Publish callbacks [] for port (4e24e9a4-a940-4826-a186-1adaa163be15), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:17.730589 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] Provisioning complete for port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:17.731223 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:17.772823 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Transition to ACTIVE for port object 4e24e9a4-a940-4826-a186-1adaa163be15 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:36:17.782915 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:17.826602 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:17.833875 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:17.835593 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.075568 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55290) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:18.139946 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] Current status of the port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:18.140516 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.154557 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:18.169984 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Attempting to bind port 4e24e9a4-a940-4826-a186-1adaa163be15 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:18.170654 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Attempting to bind port 4e24e9a4-a940-4826-a186-1adaa163be15 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:18.170761 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Attempting to bind port 4e24e9a4-a940-4826-a186-1adaa163be15 on network 7562a1ef-a934-414d-b18d-7695e419c562 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:18.198440 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Port 4e24e9a4-a940-4826-a186-1adaa163be15 on network 7562a1ef-a934-414d-b18d-7695e419c562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:36:18.198779 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Attempting to bind port 4e24e9a4-a940-4826-a186-1adaa163be15 on network 7562a1ef-a934-414d-b18d-7695e419c562 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:18.213148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:18.213489 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Checking segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:18.213883 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Bound using segment: {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:18.214346 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Bound port: 4e24e9a4-a940-4826-a186-1adaa163be15, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742fcb4a-0429-4b02-81c0-3d7e6642d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:18.214710 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.267089 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:36:18.420599 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:18.420747 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c81343f8-3474-4339-9257-c02f54a61840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.431993 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:18.457021 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.507224 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0002fd-f27b-40da-923c-c27e834dfd28 req-4aea0b8b-5862-4fdc-bd35-fbf26829a6ff tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:18.508994 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9e0002fd-f27b-40da-923c-c27e834dfd28 req-4aea0b8b-5862-4fdc-bd35-fbf26829a6ff tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 944 time: 0.2356865 Feb 16 10:36:18.558509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:36:18.572350 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:36:18.597396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:18.598482 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.601997 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] 10.222.0.24 "PUT /v2.0/ports/4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 1093 time: 2.4190083 Feb 16 10:36:18.603962 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:18.607996 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bae6c15-350e-4770-a8a2-3c646f7bc117" -d '{"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:18.623619 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:18.630674 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:18.681142 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.686053 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b0ef9061-0d56-42cc-96e5-7a82ce5968b1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2104111 Feb 16 10:36:18.688169 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55304) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:18.728667 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aad56-ce6b-4751-b98f-a41a462206ef service neutron] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:18.730486 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] For port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:18.753571 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ff96-32b5-4564-9ec0-fb5504cf48fc req-c2206969-ba77-47e6-a8e4-41178f9a65a8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:18.763675 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cfe8ff96-32b5-4564-9ec0-fb5504cf48fc req-c2206969-ba77-47e6-a8e4-41178f9a65a8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.2300484 Feb 16 10:36:18.773456 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.799076 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:18.800628 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:18.839232 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cfe8ff96-32b5-4564-9ec0-fb5504cf48fc req-b3b2f2f7-996b-4174-a6e3-a6b626be0bf5 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741255 Feb 16 10:36:18.880314 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-699003a5-3ca7-43ae-b247-7533994599fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:18.882242 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-699003a5-3ca7-43ae-b247-7533994599fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1127 time: 0.2299104 Feb 16 10:36:18.960195 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b4836-97cc-4b55-b65e-db81fe5b2dd6 None None] Pushing event updated for resources: {'Port': ['ID=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:18.999341 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:19.007244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5407737-f301-443f-ad18-08c90593ddaa x-openstack-request-id: req-b5407737-f301-443f-ad18-08c90593ddaa {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:19.007564 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:19.007826 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5407737-f301-443f-ad18-08c90593ddaa {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:19.008256 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'status': 'completed', 'code': 200} Feb 16 10:36:19.010251 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-aeea2f8c-a4c0-4ce4-8a48-88173bb4ed47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 217 time: 0.1114023 Feb 16 10:36:19.059236 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-7511240c-55df-4901-b607-bcaf958e6763 None None] Provisioning complete for port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:19.059618 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7511240c-55df-4901-b607-bcaf958e6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.089867 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.db.api [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 10:36:19.090285 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG oslo_db.api [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 10:36:19.166829 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-7511240c-55df-4901-b607-bcaf958e6763 None None] Current status of the port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:19.176322 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-9960d2a4-e5df-426b-a15e-61fe0ba4f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:19.177826 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-9960d2a4-e5df-426b-a15e-61fe0ba4f53f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.1584058 Feb 16 10:36:19.230498 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9e0002fd-f27b-40da-923c-c27e834dfd28 req-25058075-ba00-472d-aef4-5eb258b1d060 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915450 Feb 16 10:36:19.255743 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:16Z', 'revision_number': 3, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:19.256469 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e3386-1324-4d39-9e35-11edc32bb45c req-d6183718-32ca-442c-ad67-1eb07c59254d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:19.258363 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b3e3386-1324-4d39-9e35-11edc32bb45c req-d6183718-32ca-442c-ad67-1eb07c59254d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1593521 Feb 16 10:36:19.285057 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:36:19.287903 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Updating router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b port c749fed6-f873-4803-a911-fcebadf91ee7 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:36:19.288040 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-23ba0e80-6724-4ca0-85fd-9543b1acdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:19.292041 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-23ba0e80-6724-4ca0-85fd-9543b1acdb98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1065023 Feb 16 10:36:19.316402 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.385605 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b3e3386-1324-4d39-9e35-11edc32bb45c req-eafc6565-2d2b-4532-be47-62ecd8cf0d8b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181669 Feb 16 10:36:19.437411 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c81343f8-3474-4339-9257-c02f54a61840 admin admin] Publish callbacks [] for security_group (7a1f5003-fdfd-4420-90de-0e1d8ded4258), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.445321 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c81343f8-3474-4339-9257-c02f54a61840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (7a1f5003-fdfd-4420-90de-0e1d8ded4258), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.510636 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-422e16ff-f083-4bb1-8021-672ba90001b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928680 Feb 16 10:36:19.598068 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81343f8-3474-4339-9257-c02f54a61840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f5003-fdfd-4420-90de-0e1d8ded4258,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:19.612638 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c81343f8-3474-4339-9257-c02f54a61840 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bee9de65e8ba458097d6adb6bb3a0e11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5340977 Feb 16 10:36:19.613100 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55320) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:19.685211 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 2e1edf83-4e2b-47de-a490-f915bb0fe926 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:19.739871 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30c6bad1-9e62-49db-b19e-23c178b5f7f1 req-f81c9f87-604c-42c1-9076-49828334ab55 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962020 Feb 16 10:36:19.748831 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9879754-696c-45dc-9f28-7de6c00c037d admin admin] Publish callbacks [] for security_group (7a1f5003-fdfd-4420-90de-0e1d8ded4258), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.816701 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:19.893854 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Publish callbacks [] for port (c749fed6-f873-4803-a911-fcebadf91ee7), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.911345 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 2e1edf83-4e2b-47de-a490-f915bb0fe926 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:36:19.911582 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.935827 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 2e1edf83-4e2b-47de-a490-f915bb0fe926 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:19.936236 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:19.938898 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-bf551272-232b-44b2-997b-f86c235f4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:19.941975 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-bf551272-232b-44b2-997b-f86c235f4ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1127 time: 0.1117489 Feb 16 10:36:20.043278 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Attempting to bind port c749fed6-f873-4803-a911-fcebadf91ee7 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:20.043669 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Attempting to bind port c749fed6-f873-4803-a911-fcebadf91ee7 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:20.044010 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Attempting to bind port c749fed6-f873-4803-a911-fcebadf91ee7 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:20.059919 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:20.062726 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:20.063143 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:20.063652 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.064109 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:20.064546 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Bound port: c749fed6-f873-4803-a911-fcebadf91ee7, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:20.064930 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.123315 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] For port c749fed6-f873-4803-a911-fcebadf91ee7, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:20.127393 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] For port c749fed6-f873-4803-a911-fcebadf91ee7, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=c749fed6-f873-4803-a911-fcebadf91ee7,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:20.130137 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472c30f-e27a-498c-abdb-575a65a55eeb None None] Pushing event updated for resources: {'Port': ['ID=c749fed6-f873-4803-a911-fcebadf91ee7,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:20.145910 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.197425 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9879754-696c-45dc-9f28-7de6c00c037d admin admin] Publish callbacks [] for security_group (7a1f5003-fdfd-4420-90de-0e1d8ded4258), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.214725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-c92c3371-5613-411d-9be7-a9b723061e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:20.229073 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-c92c3371-5613-411d-9be7-a9b723061e85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 915 time: 0.2755334 Feb 16 10:36:20.248373 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:20.248753 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.253374 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4d14-9d33-4e86-8fa4-60bb596d7ae8 req-c5bc33c3-daf5-4822-9345-f506ba1e37cf tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:20.255304 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-febf4d14-9d33-4e86-8fa4-60bb596d7ae8 req-c5bc33c3-daf5-4822-9345-f506ba1e37cf tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.2072053 Feb 16 10:36:20.320601 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:20.321147 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:20.331884 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-186e5619-5d79-48f2-92f9-b902aacda1ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 217 time: 0.0771751 Feb 16 10:36:20.349275 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 2e1edf83-4e2b-47de-a490-f915bb0fe926 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:20.349819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.416266 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1edf83-4e2b-47de-a490-f915bb0fe926'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:20.418767 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc654b49-4728-434c-85f4-dee3fe1c6257" -d '{"events": [{"server_uuid": "2ad0be32-4e2b-4899-a2c4-b41f499d4351", "name": "network-vif-plugged", "status": "completed", "tag": "2e1edf83-4e2b-47de-a490-f915bb0fe926"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:20.429269 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472c30f-e27a-498c-abdb-575a65a55eeb None None] Pushing event updated for resources: {'Port': ['ID=c749fed6-f873-4803-a911-fcebadf91ee7,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:20.439506 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-febf4d14-9d33-4e86-8fa4-60bb596d7ae8 req-56a71efb-19c6-4a30-9f35-c599e02eb3dd tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749933 Feb 16 10:36:20.463270 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 2e1edf83-4e2b-47de-a490-f915bb0fe926, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:20.472079 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9879754-696c-45dc-9f28-7de6c00c037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (7a1f5003-fdfd-4420-90de-0e1d8ded4258), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.491870 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9879754-696c-45dc-9f28-7de6c00c037d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.493054 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e9879754-696c-45dc-9f28-7de6c00c037d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a1f5003-fdfd-4420-90de-0e1d8ded4258 HTTP/1.1" status: 204 len: 168 time: 0.8768671 Feb 16 10:36:20.496395 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.537383 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879754-696c-45dc-9f28-7de6c00c037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f5003-fdfd-4420-90de-0e1d8ded4258,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:20.541780 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:20.659366 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301144c-f2b5-4625-a273-18b57a2875b0 req-c9d26581-3ecf-4cce-9561-a3b056d12cfa tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:20.664679 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=2e1edf83-4e2b-47de-a490-f915bb0fe926,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:20.671035 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f301144c-f2b5-4625-a273-18b57a2875b0 req-c9d26581-3ecf-4cce-9561-a3b056d12cfa tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 944 time: 0.3168952 Feb 16 10:36:20.673337 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-241a454e-ee4c-46cd-bb2f-1c29bc1e63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:20.675509 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-241a454e-ee4c-46cd-bb2f-1c29bc1e63a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.2661090 Feb 16 10:36:20.732654 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:20.815808 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-b047332b-92ee-4b6e-b5e8-621a4aa96b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:20.817640 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-b047332b-92ee-4b6e-b5e8-621a4aa96b74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0988240 Feb 16 10:36:20.822646 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f301144c-f2b5-4625-a273-18b57a2875b0 req-2e3dad23-e2a5-4f35-8702-98ad0db711c6 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422260 Feb 16 10:36:20.832082 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:20.926873 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ac5fd-377f-49b4-9244-dfe8823e5b19 x-openstack-request-id: req-c80ac5fd-377f-49b4-9244-dfe8823e5b19 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:20.927426 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad0be32-4e2b-4899-a2c4-b41f499d4351", "name": "network-vif-plugged", "status": "completed", "tag": "2e1edf83-4e2b-47de-a490-f915bb0fe926", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:20.927426 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c80ac5fd-377f-49b4-9244-dfe8823e5b19 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:20.927927 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1edf83-4e2b-47de-a490-f915bb0fe926', 'code': 200} Feb 16 10:36:21.116735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb818c-7dac-4c8e-a4b9-5c5e62290290 req-e59cb84f-17c9-4d8e-9add-419a61344c64 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:21.118367 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8cfb818c-7dac-4c8e-a4b9-5c5e62290290 req-e59cb84f-17c9-4d8e-9add-419a61344c64 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.4482949 Feb 16 10:36:21.148922 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Allocated IP 172.20.0.1 (cef898ac-7109-4c48-824d-5dc9a5f6a10a/05509798-d03c-4e80-ba77-5f8256d9399d/b002fcd6-8655-49b8-b9a0-b1166b235aad) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:21.179017 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:16Z', 'revision_number': 3, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:21.231739 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660bb73-f8bf-42d9-bd89-cdc965008550 None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:16Z', 'revision_number': 3, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:36:21.248356 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8cfb818c-7dac-4c8e-a4b9-5c5e62290290 req-205c9f30-4aff-4e4f-bc79-83d319caf2f0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196954 Feb 16 10:36:21.300240 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-c9235017-c1dd-4679-b924-351cb2be06f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406796 Feb 16 10:36:21.327497 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55344) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:21.359181 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c0406d1-88e6-4c69-b3f6-07f520c10c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:21.497921 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks [] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:21.576790 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c0406d1-88e6-4c69-b3f6-07f520c10c54 admin admin] Publish callbacks [] for security_group (d8af3448-3aeb-4a9f-8441-79811bed8d48), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:21.592350 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c0406d1-88e6-4c69-b3f6-07f520c10c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d8af3448-3aeb-4a9f-8441-79811bed8d48), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:21.622812 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0406d1-88e6-4c69-b3f6-07f520c10c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af3448-3aeb-4a9f-8441-79811bed8d48,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:21.631109 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:21.699622 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Pushing event updated for resources: {'Port': ['ID=b002fcd6-8655-49b8-b9a0-b1166b235aad,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:21.713880 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:21.718702 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3c0406d1-88e6-4c69-b3f6-07f520c10c54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41cd3b6c66e74650a24a7d20550022a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876340 Feb 16 10:36:21.723201 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:21.725382 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55348) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:21.755101 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:21.830908 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012922b0-a193-4d3c-9914-8325879bbd44 req-bb2f4f76-3608-4504-98dd-7a4378cc3ad1 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:21.844202 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:21.846769 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-012922b0-a193-4d3c-9914-8325879bbd44 req-bb2f4f76-3608-4504-98dd-7a4378cc3ad1 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.2560356 Feb 16 10:36:22.013394 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-012922b0-a193-4d3c-9914-8325879bbd44 req-202a7b78-a146-4ecc-9923-4a2ffe6a0f68 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622581 Feb 16 10:36:22.460486 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b580-d776-41c1-9c51-2524ced5c739 req-4ab72422-bc7e-4d24-8740-60a71a07d8fd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:22.469696 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4626b580-d776-41c1-9c51-2524ced5c739 req-4ab72422-bc7e-4d24-8740-60a71a07d8fd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.4025669 Feb 16 10:36:22.535813 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-393a101e-bba9-4818-b586-202e76a93e2e None None] Provisioning complete for port b002fcd6-8655-49b8-b9a0-b1166b235aad triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:22.536584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-393a101e-bba9-4818-b586-202e76a93e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:22.688639 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-393a101e-bba9-4818-b586-202e76a93e2e None None] Port b002fcd6-8655-49b8-b9a0-b1166b235aad cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:36:22.693928 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c749fed6-f873-4803-a911-fcebadf91ee7 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:22.819323 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bae6c15-350e-4770-a8a2-3c646f7bc117 req-7083c41c-049a-4de4-9b96-07035c22db7a service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501580 Feb 16 10:36:22.825011 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4626b580-d776-41c1-9c51-2524ced5c739 req-5b17743d-8f57-48a3-a212-b75b66e4beea tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538811 Feb 16 10:36:22.849541 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-288477b7-d441-4c77-a53c-4cc4cb6af328 admin admin] Publish callbacks [] for security_group (d8af3448-3aeb-4a9f-8441-79811bed8d48), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:22.865494 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b87ccf-1648-4c1e-915f-97e60e0a61f1 req-aadcff87-7e73-4b0a-8dd4-fee612352714 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:22.870227 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port c749fed6-f873-4803-a911-fcebadf91ee7 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:22.870859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:22.876029 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-99b87ccf-1648-4c1e-915f-97e60e0a61f1 req-aadcff87-7e73-4b0a-8dd4-fee612352714 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.4203601 Feb 16 10:36:22.920590 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-288477b7-d441-4c77-a53c-4cc4cb6af328 admin admin] Publish callbacks [] for security_group (d8af3448-3aeb-4a9f-8441-79811bed8d48), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.006914 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-99b87ccf-1648-4c1e-915f-97e60e0a61f1 req-9510fb2e-f2ab-481f-9ca4-4a50713c11f2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285105 Feb 16 10:36:23.111215 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.174509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70bc0f-e034-42e7-a577-7f094ad964fc req-8d30c89f-fe7a-4384-8ee3-542967e77724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:23.184177 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f70bc0f-e034-42e7-a577-7f094ad964fc req-8d30c89f-fe7a-4384-8ee3-542967e77724 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 1129 time: 0.6413143 Feb 16 10:36:23.245721 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port c749fed6-f873-4803-a911-fcebadf91ee7 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:23.248827 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.275230 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-288477b7-d441-4c77-a53c-4cc4cb6af328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d8af3448-3aeb-4a9f-8441-79811bed8d48), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.277875 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-288477b7-d441-4c77-a53c-4cc4cb6af328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.279250 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-288477b7-d441-4c77-a53c-4cc4cb6af328 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8af3448-3aeb-4a9f-8441-79811bed8d48 HTTP/1.1" status: 204 len: 168 time: 1.5409372 Feb 16 10:36:23.332066 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port c749fed6-f873-4803-a911-fcebadf91ee7, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=c749fed6-f873-4803-a911-fcebadf91ee7,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:23.338407 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.366040 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288477b7-d441-4c77-a53c-4cc4cb6af328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8af3448-3aeb-4a9f-8441-79811bed8d48,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:23.388064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f432951-2d08-4d91-8174-03e35c010e82 req-84dfc188-c9c8-4258-b06a-fbd92dbee84d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:23.406756 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f432951-2d08-4d91-8174-03e35c010e82 req-84dfc188-c9c8-4258-b06a-fbd92dbee84d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.2058940 Feb 16 10:36:23.456397 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f70bc0f-e034-42e7-a577-7f094ad964fc req-352f2a3b-f498-4c04-afaa-8b401f671e83 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957386 Feb 16 10:36:23.566802 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=c749fed6-f873-4803-a911-fcebadf91ee7,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:23.590680 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f432951-2d08-4d91-8174-03e35c010e82 req-ac43805f-c76b-4194-b926-f21524370982 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829128 Feb 16 10:36:23.775903 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks [] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.786389 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:23.849408 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06997a4-c29b-4838-bfaf-2fd7f51812de req-1a08fa7a-0564-4d5e-8213-32e987b1cbe5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:23.854722 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c06997a4-c29b-4838-bfaf-2fd7f51812de req-1a08fa7a-0564-4d5e-8213-32e987b1cbe5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.2063591 Feb 16 10:36:23.901056 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Pushing event updated for resources: {'Port': ['ID=b002fcd6-8655-49b8-b9a0-b1166b235aad,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:23.927387 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:24.009831 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c06997a4-c29b-4838-bfaf-2fd7f51812de req-ffe5b24a-1138-4186-bf02-20177a7f810b tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462269 Feb 16 10:36:24.089827 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:24.092418 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf14f-7113-44dc-b53d-6273899e5508 req-ab132ee4-353c-429e-a114-9008fd6f0fc9 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:24.095715 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:24.100113 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d0fbf14f-7113-44dc-b53d-6273899e5508 req-ab132ee4-353c-429e-a114-9008fd6f0fc9 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.1724141 Feb 16 10:36:24.251460 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d0fbf14f-7113-44dc-b53d-6273899e5508 req-c78356e8-f06a-4650-a506-c75e8c85f0c5 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351905 Feb 16 10:36:24.385828 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c749fed6-f873-4803-a911-fcebadf91ee7 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:24.423262 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ee970-3474-4e93-a71a-9f5858cdfea6 req-053aa26d-9bef-4296-b176-7d294de4b80c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:24.430894 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b9ee970-3474-4e93-a71a-9f5858cdfea6 req-053aa26d-9bef-4296-b176-7d294de4b80c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.2254317 Feb 16 10:36:24.502140 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:36:24.538250 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b9ee970-3474-4e93-a71a-9f5858cdfea6 req-2b2283d3-a827-428e-bf40-81ecc6eaa3b1 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059690 Feb 16 10:36:24.595509 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port c749fed6-f873-4803-a911-fcebadf91ee7 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:24.596069 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:24.745887 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-a0264358-4212-4388-be13-40f9155f196b None None] Provisioning complete for port b002fcd6-8655-49b8-b9a0-b1166b235aad triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:24.746998 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a0264358-4212-4388-be13-40f9155f196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:24.837886 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222b6a-2b10-4f79-aa0c-9601ccf78910 req-62042a40-35b6-44dc-9bc4-55bacd6267b6 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:24.852640 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b222b6a-2b10-4f79-aa0c-9601ccf78910 req-62042a40-35b6-44dc-9bc4-55bacd6267b6 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.1418431 Feb 16 10:36:24.944005 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port c749fed6-f873-4803-a911-fcebadf91ee7 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:24.957215 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-a0264358-4212-4388-be13-40f9155f196b None None] Port b002fcd6-8655-49b8-b9a0-b1166b235aad cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:36:25.018448 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b222b6a-2b10-4f79-aa0c-9601ccf78910 req-a54e5b95-ad44-4cca-8e0c-e0ef9688ebc3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639433 Feb 16 10:36:25.159074 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:36:25.177166 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bf9aa99e-7087-4a29-8235-c570f16ecd2c admin admin] 10.222.0.45 "PUT /v2.0/routers/9b1a5bcb-175e-46a1-9a99-fcb64e203e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4752886 Feb 16 10:36:25.180910 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:36:25.223047 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:25.223764 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:25.257629 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18250643-c850-4574-8e99-d429c4184c5e req-e43aef8a-edcd-4c9a-a481-b0e7075e8d23 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:25.266921 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-18250643-c850-4574-8e99-d429c4184c5e req-e43aef8a-edcd-4c9a-a481-b0e7075e8d23 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0994265 Feb 16 10:36:25.426340 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-18250643-c850-4574-8e99-d429c4184c5e req-8c2d2b14-be65-4e7d-b0d7-54d53756ea75 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542404 Feb 16 10:36:25.531191 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:25.664631 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fba47-ace1-4896-a400-e0c7f6bbc594 req-340a16bd-c25c-43e5-bc43-2a4b7b942d4a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:25.688672 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1c4fba47-ace1-4896-a400-e0c7f6bbc594 req-340a16bd-c25c-43e5-bc43-2a4b7b942d4a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.2341666 Feb 16 10:36:25.806007 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544f1a8-cc11-4afe-8f25-21b3440fc4fb req-f2b20328-0957-4052-a90c-586596a75352 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:25.818030 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e544f1a8-cc11-4afe-8f25-21b3440fc4fb req-f2b20328-0957-4052-a90c-586596a75352 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1445656 Feb 16 10:36:25.941009 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e544f1a8-cc11-4afe-8f25-21b3440fc4fb req-63370cce-bccd-4387-91a3-1852979e178d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196039 Feb 16 10:36:25.968755 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1c4fba47-ace1-4896-a400-e0c7f6bbc594 req-81481a36-fa00-4011-bca1-cc09b3e00229 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765257 Feb 16 10:36:26.212150 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 2, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:26.268777 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:36:26.269409 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Updating router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b port b002fcd6-8655-49b8-b9a0-b1166b235aad binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:36:26.319083 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:26.337605 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf504381-9557-479a-801e-5627f44064ef req-0dfc68ce-a9aa-42e4-8757-07ad612b1993 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:26.357695 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf504381-9557-479a-801e-5627f44064ef req-0dfc68ce-a9aa-42e4-8757-07ad612b1993 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.1792593 Feb 16 10:36:26.542620 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf504381-9557-479a-801e-5627f44064ef req-c4ee379d-c68a-4315-bfef-02b4d5584233 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793568 Feb 16 10:36:26.685974 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485e383-0d7a-4a62-9940-96683916685a req-60842c2b-d408-4cc6-bbad-f460c9f4e3d9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:26.729517 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d485e383-0d7a-4a62-9940-96683916685a req-60842c2b-d408-4cc6-bbad-f460c9f4e3d9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1523743 Feb 16 10:36:26.743369 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55452) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:26.752280 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-273788918-network', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:26.798335 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Made reservation on behalf of dfe264caeb8843fcb31cb07546c1c1ad for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:26.801096 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:26.814746 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:26.834232 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d485e383-0d7a-4a62-9940-96683916685a req-404dcc0b-f067-4493-8b88-7392bffce5e0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922239 Feb 16 10:36:26.855736 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Publish callbacks [] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:26.863738 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:26.920861 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca105-531b-4a00-81ae-090a616647a2 None None] Pushing event updated for resources: {'Port': ['ID=b002fcd6-8655-49b8-b9a0-b1166b235aad,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:26.958711 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks [] for security_group (a8b627c9-0170-4dbf-b586-6bd502862db3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:26.978406 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a8b627c9-0170-4dbf-b586-6bd502862db3), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.042294 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Attempting to bind port b002fcd6-8655-49b8-b9a0-b1166b235aad on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:27.042782 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Attempting to bind port b002fcd6-8655-49b8-b9a0-b1166b235aad by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:27.043222 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Attempting to bind port b002fcd6-8655-49b8-b9a0-b1166b235aad on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:27.051574 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:27.052002 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Checking segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:27.052559 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.053045 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Bound using segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:27.054197 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Bound port: b002fcd6-8655-49b8-b9a0-b1166b235aad, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:27.054663 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.055555 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:36:27.067001 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b627c9-0170-4dbf-b586-6bd502862db3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:27.097173 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (d3519a89-ae6d-4772-8d91-7a7c88d717ec), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.098031 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Added segment d3519a89-ae6d-4772-8d91-7a7c88d717ec of type vlan for network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 Feb 16 10:36:27.288236 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] For port b002fcd6-8655-49b8-b9a0-b1166b235aad, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:27.298245 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.313410 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] For port b002fcd6-8655-49b8-b9a0-b1166b235aad, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b002fcd6-8655-49b8-b9a0-b1166b235aad,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:27.344921 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f94634-6b89-4d2e-a7ed-da3669796c6b req-888758c1-396f-456e-a9fa-86fa20502647 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:27.346386 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.347481 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56f94634-6b89-4d2e-a7ed-da3669796c6b req-888758c1-396f-456e-a9fa-86fa20502647 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1379232 Feb 16 10:36:27.348845 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.349910 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:27.350658 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.391736 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c6bd1-8b85-4f50-b6d6-b21e20817aa6 req-57b7c265-4eba-4b2b-9275-1464d9a91d4f tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:27.406124 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3d3c6bd1-8b85-4f50-b6d6-b21e20817aa6 req-57b7c265-4eba-4b2b-9275-1464d9a91d4f tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.2118375 Feb 16 10:36:27.409189 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6642487 Feb 16 10:36:27.412954 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55468) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:27.427649 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Request body: {'subnet': {'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-273788918-subnet', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:27.477006 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c138-37b1-49db-9010-e47f97c5c7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:27.512330 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56f94634-6b89-4d2e-a7ed-da3669796c6b req-bad9e6f5-b297-4b46-ae55-f320945d77a9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514833 Feb 16 10:36:27.528636 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Made reservation on behalf of dfe264caeb8843fcb31cb07546c1c1ad for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:27.534030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12785998'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:27.580125 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:36:27.596108 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3d3c6bd1-8b85-4f50-b6d6-b21e20817aa6 req-b5fe31e2-f542-4014-9e40-570748239ac4 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876516 Feb 16 10:36:27.679705 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca105-531b-4a00-81ae-090a616647a2 None None] Pushing event updated for resources: {'Port': ['ID=b002fcd6-8655-49b8-b9a0-b1166b235aad,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:27.708559 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:27.709853 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:28.048767 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1e35-33cb-4bc9-ab92-0e6db0b3bef9 req-0eecfef9-3948-4ddc-9588-19cedeaa0f5f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:28.058181 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7a7d1e35-33cb-4bc9-ab92-0e6db0b3bef9 req-0eecfef9-3948-4ddc-9588-19cedeaa0f5f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.2639041 Feb 16 10:36:28.078982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8056f-0ee6-458f-92c1-2f7db1b91171 req-3b683f6a-09f0-4d6e-b090-78ea6c46c794 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:28.082982 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:28.093361 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ae8056f-0ee6-458f-92c1-2f7db1b91171 req-3b683f6a-09f0-4d6e-b090-78ea6c46c794 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1383970 Feb 16 10:36:28.213957 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7a7d1e35-33cb-4bc9-ab92-0e6db0b3bef9 req-0ca09035-9229-467e-a129-74d007143cc3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547854 Feb 16 10:36:28.235343 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ae8056f-0ee6-458f-92c1-2f7db1b91171 req-15a883b0-de09-4a8f-ad58-85d6c6209e80 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341732 Feb 16 10:36:28.258695 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] Provisioning complete for port b002fcd6-8655-49b8-b9a0-b1166b235aad triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:28.259084 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.376272 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13106485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12786044'] for subnet (0cf36322-ac66-4c49-a1aa-884ac60143bb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.502571 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Checking segment: {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:28.502931 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Network hostable DHCP agents. Network: f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:36:28.505794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf36322-ac66-4c49-a1aa-884ac60143bb,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:28.526702 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:36:28.537057 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:28.547725 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae28682-f5e7-44c4-951f-027c3619db50 None None] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:28.551878 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:28.552633 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.584060 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-430c14a4-ed13-45c2-a958-f166825ee10c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1678336 Feb 16 10:36:28.586965 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55532) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:28.594338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:28.628424 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.630126 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.658479 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] Current status of the port b002fcd6-8655-49b8-b9a0-b1166b235aad is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:28.658881 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.713131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks [] for router_controller (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.744286 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] For port b002fcd6-8655-49b8-b9a0-b1166b235aad, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b002fcd6-8655-49b8-b9a0-b1166b235aad,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:28.746803 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:27Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:28.748772 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a20db0-a2e4-4987-83f1-819bc4f38798 req-7bccffb6-34d9-471f-87f5-ab314baec637 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:28.750783 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.750954 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1a20db0-a2e4-4987-83f1-819bc4f38798 req-7bccffb6-34d9-471f-87f5-ab314baec637 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1051180 Feb 16 10:36:28.784669 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9', 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9', 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'fixed_ips': [{'subnet_id': '0cf36322-ac66-4c49-a1aa-884ac60143bb'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:36:28.785692 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.803124 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1a20db0-a2e4-4987-83f1-819bc4f38798 req-080916ef-a29b-40c6-8107-fbbc70757983 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464876 Feb 16 10:36:28.806618 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71b189-5fc2-469c-a6cd-785b85b3657a None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:27Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:36:28.916785 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks [] for router_gateway (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:28.924110 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f977fe-6083-4a7f-a4c3-c1be8dce695d None None] Pushing event updated for resources: {'Port': ['ID=b002fcd6-8655-49b8-b9a0-b1166b235aad,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:28.949074 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-a6b63481-2952-4376-8e18-f95e38d8211b None None] Provisioning complete for port b002fcd6-8655-49b8-b9a0-b1166b235aad triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:28.949477 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a6b63481-2952-4376-8e18-f95e38d8211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.029207 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Allocated IP 172.20.0.2 (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9/0cf36322-ac66-4c49-a1aa-884ac60143bb/d6da4498-af11-4d6b-9031-7b8a35a76f84) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:29.138994 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b63481-2952-4376-8e18-f95e38d8211b None None] Current status of the port b002fcd6-8655-49b8-b9a0-b1166b235aad is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:29.165822 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks [] for router_gateway (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.186779 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.225671 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Publish callbacks [] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.232209 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.272595 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:29.277668 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:29.283086 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:29.324806 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Allocated IP 172.27.2.75 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:29.335957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Pushing event updated for resources: {'Port': ['ID=d6da4498-af11-4d6b-9031-7b8a35a76f84,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:29.377860 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Attempting to bind port d6da4498-af11-4d6b-9031-7b8a35a76f84 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:29.378325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Attempting to bind port d6da4498-af11-4d6b-9031-7b8a35a76f84 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:29.378840 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Attempting to bind port d6da4498-af11-4d6b-9031-7b8a35a76f84 on network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:29.387078 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69000a2b-3fba-4541-a7c7-d9311e67b588 req-4d103e37-1222-4524-9fec-d5d9f67a76e0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:29.389586 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:29.390078 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Checking segment: {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:29.390586 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.391469 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Bound using segment: {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:29.392060 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Bound port: d6da4498-af11-4d6b-9031-7b8a35a76f84, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:29.392264 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.395524 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69000a2b-3fba-4541-a7c7-d9311e67b588 req-4d103e37-1222-4524-9fec-d5d9f67a76e0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0766177 Feb 16 10:36:29.411143 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b011-1f36-40cb-894e-f53afed9145d req-2489d2b6-af45-4c2d-8044-410893bc25ca tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:29.412692 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4661b011-1f36-40cb-894e-f53afed9145d req-2489d2b6-af45-4c2d-8044-410893bc25ca tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.1092019 Feb 16 10:36:29.471279 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69000a2b-3fba-4541-a7c7-d9311e67b588 req-462f8e78-2e5a-41ec-968a-b8304c783fbb tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675061 Feb 16 10:36:29.492482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] For port d6da4498-af11-4d6b-9031-7b8a35a76f84, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:29.495633 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] For port d6da4498-af11-4d6b-9031-7b8a35a76f84, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=d6da4498-af11-4d6b-9031-7b8a35a76f84,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:29.511223 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.528730 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks [] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.539327 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4661b011-1f36-40cb-894e-f53afed9145d req-93c76c6d-90f4-468e-88d9-1f3e9ca82368 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982594 Feb 16 10:36:29.571999 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96463992-03b9-420a-99b8-a9723e2fe7be None None] Pushing event updated for resources: {'Port': ['ID=d6da4498-af11-4d6b-9031-7b8a35a76f84,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:29.594783 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:29.637655 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:29.643661 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:29.646510 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:29.679750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:29.978923 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f0af-3eac-40fe-8951-5698192f6f88 req-153d766d-8a00-457a-9959-2dda86d0bd62 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:29.980572 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dd68f0af-3eac-40fe-8951-5698192f6f88 req-153d766d-8a00-457a-9959-2dda86d0bd62 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0855122 Feb 16 10:36:30.044733 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dd68f0af-3eac-40fe-8951-5698192f6f88 req-d08bbfd3-7f90-4221-a241-c8ba7b50ecf9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Feb 16 10:36:30.188746 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks [] for router_gateway (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.316720 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b002fcd6-8655-49b8-b9a0-b1166b235aad up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:30.371308 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port b002fcd6-8655-49b8-b9a0-b1166b235aad triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:30.372302 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.410487 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.456105 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port b002fcd6-8655-49b8-b9a0-b1166b235aad is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:30.457193 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device d6da4498-af11-4d6b-9031-7b8a35a76f84 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:30.530012 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port d6da4498-af11-4d6b-9031-7b8a35a76f84 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:30.530753 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.586495 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:36:30.635068 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port d6da4498-af11-4d6b-9031-7b8a35a76f84 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:30.636187 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.675743 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port d6da4498-af11-4d6b-9031-7b8a35a76f84, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=d6da4498-af11-4d6b-9031-7b8a35a76f84,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:30.682078 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.701356 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c62e1-1202-4366-8cb9-d0ced4a38baf req-f3f6a62e-a6f1-4642-9129-bbcd87b69dbc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:30.714785 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-162c62e1-1202-4366-8cb9-d0ced4a38baf req-f3f6a62e-a6f1-4642-9129-bbcd87b69dbc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.0710378 Feb 16 10:36:30.727682 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2e5c4-c102-44df-acfc-eeb1cdd219cd None None] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:30.732387 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb410b-6062-4099-b91f-b1fb25d26ffe req-868cb6c0-1df3-48cf-a62c-3e3ae378ce0a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:30.735182 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-92bb410b-6062-4099-b91f-b1fb25d26ffe req-868cb6c0-1df3-48cf-a62c-3e3ae378ce0a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1675375 Feb 16 10:36:30.761162 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-162c62e1-1202-4366-8cb9-d0ced4a38baf req-3f17111e-b6f1-4e05-8861-fe443c7f2572 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456274 Feb 16 10:36:30.772946 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:36:30.778410 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=d6da4498-af11-4d6b-9031-7b8a35a76f84,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:30.785125 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Sync routers for ids ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:36:30.802010 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Routers {'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:30.802682 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:30.817884 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-92bb410b-6062-4099-b91f-b1fb25d26ffe req-bf9f0458-1149-4dd3-9a94-e4d602bb480e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709047 Feb 16 10:36:30.820905 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.824954 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55560) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:30.835217 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-caa9d7aa-5afa-4077-9e47-adf921ee5836 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2339144 Feb 16 10:36:30.841880 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-8cf327fc-226b-423f-9eb5-47b66be7bfd3 None None] Provisioning complete for port d6da4498-af11-4d6b-9031-7b8a35a76f84 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:30.842288 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8cf327fc-226b-423f-9eb5-47b66be7bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:30.929647 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Set router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:31.012631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-8cf327fc-226b-423f-9eb5-47b66be7bfd3 None None] Current status of the port d6da4498-af11-4d6b-9031-7b8a35a76f84 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:31.166557 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:36:30Z', 'revision_number': 3, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:31.194846 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Checking router: eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:36:31.195196 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Updating router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:36:31.227330 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.237441 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-af3201f2-b9fa-4754-88d3-5da77a1671df None None] Provisioning complete for port d6da4498-af11-4d6b-9031-7b8a35a76f84 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:31.237880 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-af3201f2-b9fa-4754-88d3-5da77a1671df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.275701 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf0c9a-8feb-479d-b009-9d717f0723f4 req-5553131e-0c3d-4872-9eb5-48bf2fe0001f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:31.277748 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f4cf0c9a-8feb-479d-b009-9d717f0723f4 req-5553131e-0c3d-4872-9eb5-48bf2fe0001f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1454649 Feb 16 10:36:31.337541 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-af3201f2-b9fa-4754-88d3-5da77a1671df None None] Current status of the port d6da4498-af11-4d6b-9031-7b8a35a76f84 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:31.378203 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f4cf0c9a-8feb-479d-b009-9d717f0723f4 req-17618cc5-1869-4696-a961-1bb19aad4398 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915256 Feb 16 10:36:31.492731 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.535192 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Publish callbacks [] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.540218 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.596330 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Attempting to bind port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:31.596692 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Attempting to bind port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:31.597049 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Attempting to bind port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:31.599819 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e82ce-8e53-4f35-b01c-0e7486d74d5c None None] Pushing event updated for resources: {'Port': ['ID=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:31.604284 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:31.604649 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:31.605043 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.605424 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:31.605894 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Bound port: bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:31.606289 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.658166 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] For port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:31.662687 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] For port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:31.669379 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-01fe4ff0-2105-41ff-a1dc-290f216dda92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.671580 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.676700 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Allocated IP 172.20.0.1 (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9/0cf36322-ac66-4c49-a1aa-884ac60143bb/2e0331a3-9649-46de-a80e-8736d43c3fa7) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:31.736786 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e82ce-8e53-4f35-b01c-0e7486d74d5c None None] Pushing event updated for resources: {'Port': ['ID=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:31.743464 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Routers {'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:31.744002 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:31.787936 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks [] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.828390 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:31.856859 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] Set router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:31.917460 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:31.922127 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:31.940500 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:31.979477 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0331a3-9649-46de-a80e-8736d43c3fa7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:31.985601 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92dbc0-05ce-4ba6-bdc9-6fd018eb2e59 req-cc7e108a-a539-43ee-bd2a-ffa95e8e82c2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:31.992581 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a92dbc0-05ce-4ba6-bdc9-6fd018eb2e59 req-cc7e108a-a539-43ee-bd2a-ffa95e8e82c2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.0970254 Feb 16 10:36:32.069131 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:32.086971 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a92dbc0-05ce-4ba6-bdc9-6fd018eb2e59 req-cebc4eb2-344b-41ae-a6a2-cf4c91d9218f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934539 Feb 16 10:36:32.169202 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:36:30Z', 'revision_number': 3, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:32.221940 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f4c43-edf5-41e6-8aec-c88918e2548f None None] The sync data for ids ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'] in dv-cinder-804757-12-iscsi is: [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:36:30Z', 'revision_number': 3, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:36:32.236957 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c267-c0d9-4d4f-ba20-a278247aec83 req-9377a5bb-d6e1-4c75-ac7b-34c04ae9b014 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:32.244510 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-12a2c267-c0d9-4d4f-ba20-a278247aec83 req-9377a5bb-d6e1-4c75-ac7b-34c04ae9b014 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.2584431 Feb 16 10:36:32.346320 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-12a2c267-c0d9-4d4f-ba20-a278247aec83 req-293ba567-3b94-432e-a589-d12bc7f8a90e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920074 Feb 16 10:36:32.381357 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device d6da4498-af11-4d6b-9031-7b8a35a76f84 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:32.427864 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:32.448607 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-cb2d5e3d-806b-4e05-9c46-ecbad0e86e8f None None] Provisioning complete for port 2e0331a3-9649-46de-a80e-8736d43c3fa7 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:32.449235 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5e3d-806b-4e05-9c46-ecbad0e86e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:32.499840 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d5e3d-806b-4e05-9c46-ecbad0e86e8f None None] Port 2e0331a3-9649-46de-a80e-8736d43c3fa7 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:36:32.511672 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port d6da4498-af11-4d6b-9031-7b8a35a76f84 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:32.512046 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:32.598235 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c588f-195a-4df1-8aa7-d93ef522b434 req-041265ab-9548-43c2-a8c3-90e1dc8661e0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:32.601237 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e1c588f-195a-4df1-8aa7-d93ef522b434 req-041265ab-9548-43c2-a8c3-90e1dc8661e0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0957012 Feb 16 10:36:32.616381 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port d6da4498-af11-4d6b-9031-7b8a35a76f84 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:32.722965 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71e30a-d43f-45a7-86f8-c2a5027c037e req-14a68943-5b08-4569-9790-9ff7876ceea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:32.724695 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ca71e30a-d43f-45a7-86f8-c2a5027c037e req-14a68943-5b08-4569-9790-9ff7876ceea1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.1768920 Feb 16 10:36:32.725944 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e1c588f-195a-4df1-8aa7-d93ef522b434 req-031dee69-a54e-4829-af3a-3737c2a1712e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185741 Feb 16 10:36:32.822532 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks [] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:32.844987 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ca71e30a-d43f-45a7-86f8-c2a5027c037e req-2b0147e5-19d7-4702-ba7e-cc0b5552eec9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003845 Feb 16 10:36:32.852209 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:32.926766 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0331a3-9649-46de-a80e-8736d43c3fa7,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:32.929548 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:33.039303 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:33.040874 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:33.250669 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:36:33.271361 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f1f6-22be-4fef-a10a-ea2e1f046066 req-4bdd423e-ef83-4ec8-8ea1-c865a0aeb1c0 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:33.272989 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c8a1f1f6-22be-4fef-a10a-ea2e1f046066 req-4bdd423e-ef83-4ec8-8ea1-c865a0aeb1c0 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 943 time: 0.0996950 Feb 16 10:36:33.457883 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-91d6d3df-192e-48c3-910d-1243efc09e52 None None] Provisioning complete for port 2e0331a3-9649-46de-a80e-8736d43c3fa7 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:33.459778 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-91d6d3df-192e-48c3-910d-1243efc09e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:33.523836 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-91d6d3df-192e-48c3-910d-1243efc09e52 None None] Port 2e0331a3-9649-46de-a80e-8736d43c3fa7 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:36:33.591181 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc7f83-91af-44fa-b3df-a93cc1f73259 req-79bbc6db-a764-4d15-bc28-e5346dcc2d10 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:33.598722 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c1cc7f83-91af-44fa-b3df-a93cc1f73259 req-79bbc6db-a764-4d15-bc28-e5346dcc2d10 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1376584 Feb 16 10:36:33.654829 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c1cc7f83-91af-44fa-b3df-a93cc1f73259 req-3af1a24c-4226-42ac-8ce8-fbd55e9e3e6b tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547059 Feb 16 10:36:33.733006 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 4e24e9a4-a940-4826-a186-1adaa163be15 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:36:33.739744 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c8a1f1f6-22be-4fef-a10a-ea2e1f046066 req-aa876a4c-f7ee-45c9-9b45-c7022df454b5 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502215 Feb 16 10:36:33.774978 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:36:33.790702 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9e466286-d7d4-4e5f-8ece-9d1ded80f161 admin admin] 10.222.0.45 "PUT /v2.0/routers/eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9645507 Feb 16 10:36:33.900394 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce551-8d08-4a15-ab7c-c6b757daa460 req-6fc18a12-a21e-4c17-b822-66c02d4088fb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:33.906826 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-804ce551-8d08-4a15-ab7c-c6b757daa460 req-6fc18a12-a21e-4c17-b822-66c02d4088fb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0971031 Feb 16 10:36:33.924305 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:33.944656 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '4e24e9a4-a940-4826-a186-1adaa163be15', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'port_id': '4e24e9a4-a940-4826-a186-1adaa163be15', 'mac_address': 'fa:16:3e:97:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:36:33.991621 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-804ce551-8d08-4a15-ab7c-c6b757daa460 req-9942b8b2-7d97-40b9-b3c2-2def928f8f06 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Feb 16 10:36:34.018841 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 4e24e9a4-a940-4826-a186-1adaa163be15 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:34.019242 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.035968 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e24e9a4-a940-4826-a186-1adaa163be15 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:34.060264 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:34.065940 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.140945 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:34.291191 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:34.360289 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-037a9afa-ee63-41d7-883c-d2222bae3532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.382488 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:34.382944 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.384876 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['4e24e9a4-a940-4826-a186-1adaa163be15'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:36:34.468268 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55652) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:34.472769 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212616760', 'description': 'tempest-secgroup-smoke-1212616760 description', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:34.501032 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.533902 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Sync routers for ids ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:36:34.579188 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group (3371b532-012c-4315-a721-3e14544b31dc), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.583586 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3371b532-012c-4315-a721-3e14544b31dc), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.614018 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.615396 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1461022 Feb 16 10:36:34.618641 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55660) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:34.623575 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group_rule': {'security_group_id': '3371b532-012c-4315-a721-3e14544b31dc', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:34.624241 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3371b532-012c-4315-a721-3e14544b31dc,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:34.633380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.633736 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.634086 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.634455 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.635170 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.635517 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.635958 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.636697 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.637335 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.637526 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.637842 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.638205 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.638873 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aaa44-0620-43b0-988f-04c53f4b6f88 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.656175 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (e261383c-a1f9-4351-8eed-fe06e9b38b3f), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.771980 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (e261383c-a1f9-4351-8eed-fe06e9b38b3f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.776975 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (e261383c-a1f9-4351-8eed-fe06e9b38b3f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.803017 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e261383c-a1f9-4351-8eed-fe06e9b38b3f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:34.806069 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:34.806690 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.816100 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.819957 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976039 Feb 16 10:36:34.819957 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.819957 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.819957 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.820347 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.820441 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.820742 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.821055 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.821392 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.821722 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.821845 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55670) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:34.822053 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.822412 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.822736 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.823058 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4b2e7-0521-40b8-b066-9ed6204ed3e7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:34.836775 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group_rule': {'security_group_id': '3371b532-012c-4315-a721-3e14544b31dc', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:34.847551 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Routers {'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:34.850034 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:34.859098 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046e96-7f1d-440a-833f-712bcbc42fb2 req-c20f6420-bac6-4b1c-8ff4-277019b1fa91 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:34.868277 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f046e96-7f1d-440a-833f-712bcbc42fb2 req-c20f6420-bac6-4b1c-8ff4-277019b1fa91 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1040952 Feb 16 10:36:34.943056 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (7c211a53-e6c1-4a75-87aa-5c63710119eb), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:34.976298 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f4a5-39e2-4a6e-8a92-653eef65d663 req-b7aca757-97de-40de-ae32-cab1cfdc9bcb tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:34.984893 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1d14f4a5-39e2-4a6e-8a92-653eef65d663 req-b7aca757-97de-40de-ae32-cab1cfdc9bcb tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 944 time: 0.1011226 Feb 16 10:36:34.985730 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f046e96-7f1d-440a-833f-712bcbc42fb2 req-462a56f2-1af1-40d1-b5e1-db8d4fde3955 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163428 Feb 16 10:36:35.038945 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Set router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:35.074398 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1d14f4a5-39e2-4a6e-8a92-653eef65d663 req-8a8f525c-562f-47e1-9a89-d62e254526e0 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815051 Feb 16 10:36:35.108436 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:35.113358 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (7c211a53-e6c1-4a75-87aa-5c63710119eb), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.116611 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.129745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (7c211a53-e6c1-4a75-87aa-5c63710119eb), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.169702 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c211a53-e6c1-4a75-87aa-5c63710119eb,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.184998 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.186428 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7a3f30a6-5dbd-4052-9967-3ba957a8742a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3624387 Feb 16 10:36:35.189609 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55680) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:35.193804 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group_rule': {'security_group_id': '3371b532-012c-4315-a721-3e14544b31dc', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:35.211483 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6c476-a3e8-4e14-8024-e09ee7d55abc req-32bdc573-b0be-4496-bd5a-6dd38b4d91f2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:35.219232 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2ee6c476-a3e8-4e14-8024-e09ee7d55abc req-32bdc573-b0be-4496-bd5a-6dd38b4d91f2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1038742 Feb 16 10:36:35.227887 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (4b02fe44-1994-4422-ac78-842be53d27a5), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.272013 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2ee6c476-a3e8-4e14-8024-e09ee7d55abc req-0f417ee5-645e-4971-af66-5bd4fc8b06a2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Feb 16 10:36:35.290304 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (4b02fe44-1994-4422-ac78-842be53d27a5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.294849 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (4b02fe44-1994-4422-ac78-842be53d27a5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.317149 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b02fe44-1994-4422-ac78-842be53d27a5,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.318983 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.331026 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.334653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.338419 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-91083942-63b2-4772-8c9b-5d029a56d54a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456728 Feb 16 10:36:35.338653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55684) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:35.343812 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group_rule': {'security_group_id': '3371b532-012c-4315-a721-3e14544b31dc', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:35.371648 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (a4515d82-3bda-4b8d-858c-24a6f8e31a0f), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.422631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:36:32Z', 'revision_number': 4, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '2e0331a3-9649-46de-a80e-8736d43c3fa7', 'name': '', 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'mac_address': 'fa:16:3e:e8:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0cf36322-ac66-4c49-a1aa-884ac60143bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:31Z', 'updated_at': '2022-02-16T10:36:32Z', 'revision_number': 2, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'subnets': [{'id': '0cf36322-ac66-4c49-a1aa-884ac60143bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:35.436360 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (a4515d82-3bda-4b8d-858c-24a6f8e31a0f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.440611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (a4515d82-3bda-4b8d-858c-24a6f8e31a0f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.450037 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Checking router: eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:36:35.450431 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Updating router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b port 2e0331a3-9649-46de-a80e-8736d43c3fa7 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:36:35.463188 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4515d82-3bda-4b8d-858c-24a6f8e31a0f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.477018 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.480792 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-775a43ce-2466-4448-b1c9-aae21d7fb6a9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387029 Feb 16 10:36:35.481093 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55690) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:35.487376 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group_rule': {'security_group_id': '3371b532-012c-4315-a721-3e14544b31dc', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:35.489552 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.513034 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.securitygroups_db [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Project dce30c09b0fa41418359cd3872e9d80c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 10:36:35.532034 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (b15c75b4-22b3-439f-8ef3-0ef72c396c9f), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.640579 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-5524af08-638b-4b67-b987-1bf5310bd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:35.642095 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-5524af08-638b-4b67-b987-1bf5310bd321 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.1243048 Feb 16 10:36:35.647985 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (b15c75b4-22b3-439f-8ef3-0ef72c396c9f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.661233 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (b15c75b4-22b3-439f-8ef3-0ef72c396c9f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.680735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a0195-4091-4a0e-953b-0f467d7218ad req-79742354-0d06-49ca-ae7c-184181488596 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:35.682222 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-900a0195-4091-4a0e-953b-0f467d7218ad req-79742354-0d06-49ca-ae7c-184181488596 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1287930 Feb 16 10:36:35.721169 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15c75b4-22b3-439f-8ef3-0ef72c396c9f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.763594 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.765410 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8586fad4-92ff-4ff7-a881-c7bcd25f9ea0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2832944 Feb 16 10:36:35.768336 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55692) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:35.773053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'security_group_rule': {'security_group_id': '3371b532-012c-4315-a721-3e14544b31dc', 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:35.798050 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Project dce30c09b0fa41418359cd3872e9d80c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 10:36:35.803423 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (6140a68d-2f07-43bf-8af7-15583216724f), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.803602 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Publish callbacks [] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.811288 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.811950 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-99efb977-3cc3-40fe-92bc-583aa73bfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:35.813640 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-99efb977-3cc3-40fe-92bc-583aa73bfef1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.1644254 Feb 16 10:36:35.830540 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-900a0195-4091-4a0e-953b-0f467d7218ad req-1dfc289c-4c47-4531-8dd9-57b174b2c7d5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403062 Feb 16 10:36:35.893232 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-286f6c1b-badb-4e27-bce6-70d3050b05ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0616269 Feb 16 10:36:35.904433 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7d892-12e7-4be4-ad0e-e1371e928e03 None None] Pushing event updated for resources: {'Port': ['ID=2e0331a3-9649-46de-a80e-8736d43c3fa7,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.914878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (6140a68d-2f07-43bf-8af7-15583216724f), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.921802 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (6140a68d-2f07-43bf-8af7-15583216724f), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.950807 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6140a68d-2f07-43bf-8af7-15583216724f,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:35.985196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.985196 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-098b6c63-c47e-4a67-a5f2-baf779122ab9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2062399 Feb 16 10:36:35.986673 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Attempting to bind port 2e0331a3-9649-46de-a80e-8736d43c3fa7 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:35.986673 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Attempting to bind port 2e0331a3-9649-46de-a80e-8736d43c3fa7 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:35.986673 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Attempting to bind port 2e0331a3-9649-46de-a80e-8736d43c3fa7 on network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:35.988248 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:35.989024 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Checking segment: {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:35.989529 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:35.989934 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Bound using segment: {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:35.990621 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Bound port: 2e0331a3-9649-46de-a80e-8736d43c3fa7, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3519a89-ae6d-4772-8d91-7a7c88d717ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:35.991275 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:36.004518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-cfb3d4ab-b434-4a19-8561-3845f2cc37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:36.007745 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-cfb3d4ab-b434-4a19-8561-3845f2cc37a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.1060226 Feb 16 10:36:36.050405 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-76ac72e2-ee2c-41d4-ba18-9f8ba2c4407d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321381 Feb 16 10:36:36.149747 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] For port 2e0331a3-9649-46de-a80e-8736d43c3fa7, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:36.156444 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] For port 2e0331a3-9649-46de-a80e-8736d43c3fa7, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=2e0331a3-9649-46de-a80e-8736d43c3fa7,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:36.172043 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:36.277659 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1b02-bfe2-4ed6-aecf-d04ebc68ae1e req-6f5ea167-ce8d-412c-a5ec-18ce226ac2fa tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:36.285675 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7d3c1b02-bfe2-4ed6-aecf-d04ebc68ae1e req-6f5ea167-ce8d-412c-a5ec-18ce226ac2fa tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1418054 Feb 16 10:36:36.355012 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-28f9bc69-f8d6-4194-9908-18b7920e0027 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911515 Feb 16 10:36:36.394373 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7d3c1b02-bfe2-4ed6-aecf-d04ebc68ae1e req-e28d51cd-77b7-4432-a6f9-87dd3d8a6e07 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997925 Feb 16 10:36:36.399194 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:36.402653 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] Provisioning complete for port 2e0331a3-9649-46de-a80e-8736d43c3fa7 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:36.403037 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:36.466186 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7d892-12e7-4be4-ad0e-e1371e928e03 None None] Pushing event updated for resources: {'Port': ['ID=2e0331a3-9649-46de-a80e-8736d43c3fa7,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:36.473453 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Routers {'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:36.474085 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:36.511212 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491380a5-3437-454e-bb2f-2623b9a63dd6 req-9884d21d-f12f-4da2-9036-b0d7a6ceaca2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:36.519315 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-491380a5-3437-454e-bb2f-2623b9a63dd6 req-9884d21d-f12f-4da2-9036-b0d7a6ceaca2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 944 time: 0.2499506 Feb 16 10:36:36.608682 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-491380a5-3437-454e-bb2f-2623b9a63dd6 req-57db1a5b-9c3c-4505-ae3b-085069a14bc2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833783 Feb 16 10:36:36.652700 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91387f43-0f3e-41d6-ada2-bac64f9b53d4 req-158f8378-b88b-4f6a-a022-26e22e941a7a service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923644 Feb 16 10:36:36.681157 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:36.681544 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:36.784429 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] Set router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:36.818888 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] Current status of the port 2e0331a3-9649-46de-a80e-8736d43c3fa7 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:36.819503 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:36.841716 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:36.938726 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] For port 2e0331a3-9649-46de-a80e-8736d43c3fa7, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=2e0331a3-9649-46de-a80e-8736d43c3fa7,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:36.957849 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af55c-d70a-407f-a28f-d078d32e38f9 req-f0766eb1-594f-4857-a9c8-d386be1eacd5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:36.957849 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd6af55c-d70a-407f-a28f-d078d32e38f9 req-f0766eb1-594f-4857-a9c8-d386be1eacd5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0600502 Feb 16 10:36:36.967218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.030746 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd6af55c-d70a-407f-a28f-d078d32e38f9 req-0215c2c6-8e98-4647-945e-69e75e347ae7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Feb 16 10:36:37.059129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:37.126818 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f9f26-cebb-4d26-8330-159c75640f36 None None] Pushing event updated for resources: {'Port': ['ID=2e0331a3-9649-46de-a80e-8736d43c3fa7,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:37.139689 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-30bc6381-2c36-4e5c-a4df-91daed9ae481 None None] Provisioning complete for port 2e0331a3-9649-46de-a80e-8736d43c3fa7 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:37.140082 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-30bc6381-2c36-4e5c-a4df-91daed9ae481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.358017 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:36:32Z', 'revision_number': 4, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '2e0331a3-9649-46de-a80e-8736d43c3fa7', 'name': '', 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'mac_address': 'fa:16:3e:e8:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0cf36322-ac66-4c49-a1aa-884ac60143bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:31Z', 'updated_at': '2022-02-16T10:36:36Z', 'revision_number': 4, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'subnets': [{'id': '0cf36322-ac66-4c49-a1aa-884ac60143bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:37.387415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55792) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:37.392954 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff7b09-4b64-452c-a69d-22e73c32ae6f None None] The sync data for ids ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'] in dv-cinder-804757-12-iscsi is: [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:36:32Z', 'revision_number': 4, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '2e0331a3-9649-46de-a80e-8736d43c3fa7', 'name': '', 'network_id': 'f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'mac_address': 'fa:16:3e:e8:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0cf36322-ac66-4c49-a1aa-884ac60143bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:31Z', 'updated_at': '2022-02-16T10:36:36Z', 'revision_number': 4, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'subnets': [{'id': '0cf36322-ac66-4c49-a1aa-884ac60143bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:36:37.433928 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-30bc6381-2c36-4e5c-a4df-91daed9ae481 None None] Current status of the port 2e0331a3-9649-46de-a80e-8736d43c3fa7 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:37.548291 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48189b74-c6e3-4759-a83d-8f50208bce73 req-73ffb1e3-0e86-4ffb-94a0-0b68c15bd291 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:37.550079 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48189b74-c6e3-4759-a83d-8f50208bce73 req-73ffb1e3-0e86-4ffb-94a0-0b68c15bd291 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0631206 Feb 16 10:36:37.579781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f579ee8a-934f-4b85-b1ad-55d9d035c099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.633144 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48189b74-c6e3-4759-a83d-8f50208bce73 req-dff78f55-8252-40e9-af48-e9d709b276f3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759559 Feb 16 10:36:37.705399 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f579ee8a-934f-4b85-b1ad-55d9d035c099 admin admin] Publish callbacks [] for security_group (73265338-abe7-48a9-844a-95da0211ecaf), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.715098 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f579ee8a-934f-4b85-b1ad-55d9d035c099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (73265338-abe7-48a9-844a-95da0211ecaf), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.740106 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3cc65-8c48-472b-ab5d-43cf7e965825 req-48f11b05-5a21-4e28-a1ab-71aee5c6f3e3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:37.741512 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6fe3cc65-8c48-472b-ab5d-43cf7e965825 req-48f11b05-5a21-4e28-a1ab-71aee5c6f3e3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 944 time: 0.0644419 Feb 16 10:36:37.747231 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 4e24e9a4-a940-4826-a186-1adaa163be15 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:37.757184 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f579ee8a-934f-4b85-b1ad-55d9d035c099 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91c060071af14bc990d5802029db6f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686426 Feb 16 10:36:37.759347 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ee8a-934f-4b85-b1ad-55d9d035c099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73265338-abe7-48a9-844a-95da0211ecaf,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:37.761072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55800) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:37.834709 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 4e24e9a4-a940-4826-a186-1adaa163be15 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:36:37.845397 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:36:37.849925 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 4e24e9a4-a940-4826-a186-1adaa163be15 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:37.850356 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.901059 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6fe3cc65-8c48-472b-ab5d-43cf7e965825 req-09f5b633-8c6e-468f-acf7-5c67a1ffb995 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469793 Feb 16 10:36:37.913041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c683c449-b93e-4430-910a-0e5893b45dd9 admin admin] Publish callbacks [] for security_group (73265338-abe7-48a9-844a-95da0211ecaf), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.943909 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c683c449-b93e-4430-910a-0e5893b45dd9 admin admin] Publish callbacks [] for security_group (73265338-abe7-48a9-844a-95da0211ecaf), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:37.975147 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 4e24e9a4-a940-4826-a186-1adaa163be15 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:37.975542 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.004813 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:38.007990 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96696a-195e-44a7-b546-d18b99233a25" -d '{"events": [{"server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "name": "network-vif-plugged", "status": "completed", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:38.023051 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c683c449-b93e-4430-910a-0e5893b45dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (73265338-abe7-48a9-844a-95da0211ecaf), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.025991 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c683c449-b93e-4430-910a-0e5893b45dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.034661 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c683c449-b93e-4430-910a-0e5893b45dd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73265338-abe7-48a9-844a-95da0211ecaf HTTP/1.1" status: 204 len: 168 time: 0.2624485 Feb 16 10:36:38.046954 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:38.080834 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.089458 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c449-b93e-4430-910a-0e5893b45dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73265338-abe7-48a9-844a-95da0211ecaf,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:38.139830 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53043631-03c1-4c61-9cd4-d44387a1bd19 x-openstack-request-id: req-53043631-03c1-4c61-9cd4-d44387a1bd19 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:38.140368 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "name": "network-vif-plugged", "status": "completed", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:38.140804 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53043631-03c1-4c61-9cd4-d44387a1bd19 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:38.141357 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'code': 200} Feb 16 10:36:38.210211 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.231814 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55822) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:38.235574 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:38.256674 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.260353 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.261442 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.262756 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.263730 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.265370 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.266019 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.266550 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.267610 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.268600 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.269966 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.270469 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.272365 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:36:38.338226 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fad7-1eb7-431c-baf2-aaeaa3f5050a req-7c8c6d05-71ae-4130-82c5-ec95cc8d3aec tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:38.349287 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d950fad7-1eb7-431c-baf2-aaeaa3f5050a req-7c8c6d05-71ae-4130-82c5-ec95cc8d3aec tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1077869 Feb 16 10:36:38.411376 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 2e0331a3-9649-46de-a80e-8736d43c3fa7 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:38.429537 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a2d2-a0b1-4e73-8f4d-02e2f439c296 req-a929e0c6-34cf-4c1d-b15e-715811cbb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:38.432825 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f5c3a2d2-a0b1-4e73-8f4d-02e2f439c296 req-a929e0c6-34cf-4c1d-b15e-715811cbb706 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1129 time: 0.0629618 Feb 16 10:36:38.440996 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d950fad7-1eb7-431c-baf2-aaeaa3f5050a req-2be7b4a6-9e55-4676-be0d-1a0a1638ac72 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889904 Feb 16 10:36:38.500767 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 2e0331a3-9649-46de-a80e-8736d43c3fa7 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:38.501200 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.516897 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f5c3a2d2-a0b1-4e73-8f4d-02e2f439c296 req-bc7948be-bc4f-4f75-8656-52983d34df42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615869 Feb 16 10:36:38.544975 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-71b31937-872b-4749-8b4f-9c6c05870861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.592978 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 2e0331a3-9649-46de-a80e-8736d43c3fa7 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:38.642653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-71b31937-872b-4749-8b4f-9c6c05870861 admin admin] Publish callbacks [] for security_group (98555f54-f50e-47d9-901b-206e33b5241b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.648299 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-71b31937-872b-4749-8b4f-9c6c05870861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (98555f54-f50e-47d9-901b-206e33b5241b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.715896 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-71b31937-872b-4749-8b4f-9c6c05870861 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b9b7f8c054642849f326f09a4149730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829607 Feb 16 10:36:38.720617 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55838) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:38.728798 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b31937-872b-4749-8b4f-9c6c05870861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98555f54-f50e-47d9-901b-206e33b5241b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:38.807820 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e29b71fa-4e4e-460e-aec4-5f84d8ab27f2 admin admin] Publish callbacks [] for security_group (98555f54-f50e-47d9-901b-206e33b5241b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.836524 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e29b71fa-4e4e-460e-aec4-5f84d8ab27f2 admin admin] Publish callbacks [] for security_group (98555f54-f50e-47d9-901b-206e33b5241b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.864985 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5dc03-75a9-4cc7-8926-0ac56929cb09 req-e38d8361-4d28-4ee9-ad68-0cef6bd50c20 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:38.866576 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-19f5dc03-75a9-4cc7-8926-0ac56929cb09 req-e38d8361-4d28-4ee9-ad68-0cef6bd50c20 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0989461 Feb 16 10:36:38.982858 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-19f5dc03-75a9-4cc7-8926-0ac56929cb09 req-98eda694-dbe8-4580-b045-1032ce09122f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089418 Feb 16 10:36:38.984653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e29b71fa-4e4e-460e-aec4-5f84d8ab27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (98555f54-f50e-47d9-901b-206e33b5241b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.988218 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e29b71fa-4e4e-460e-aec4-5f84d8ab27f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:38.991893 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e29b71fa-4e4e-460e-aec4-5f84d8ab27f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98555f54-f50e-47d9-901b-206e33b5241b HTTP/1.1" status: 204 len: 168 time: 0.2680898 Feb 16 10:36:39.000456 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b71fa-4e4e-460e-aec4-5f84d8ab27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98555f54-f50e-47d9-901b-206e33b5241b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:39.111906 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a581e9e-79b6-42f1-921c-9ab6cbff13e7 req-e3e15205-c677-42f6-a753-0527470c7191 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:39.113545 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4a581e9e-79b6-42f1-921c-9ab6cbff13e7 req-e3e15205-c677-42f6-a753-0527470c7191 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0641193 Feb 16 10:36:39.178403 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4a581e9e-79b6-42f1-921c-9ab6cbff13e7 req-38f2d06f-617d-4a99-ae05-6c40946ce567 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Feb 16 10:36:39.336433 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55862) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:39.352386 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e4fd878b-04ff-48af-9314-b111a8e5cbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.439171 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e4fd878b-04ff-48af-9314-b111a8e5cbc7 admin admin] Publish callbacks [] for security_group (1bd8110d-812b-4dfb-bff5-f96bc9483733), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.443030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e4fd878b-04ff-48af-9314-b111a8e5cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (1bd8110d-812b-4dfb-bff5-f96bc9483733), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.487231 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e4fd878b-04ff-48af-9314-b111a8e5cbc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8478254b073849a7aaac8251163d22f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472940 Feb 16 10:36:39.487231 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd878b-04ff-48af-9314-b111a8e5cbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd8110d-812b-4dfb-bff5-f96bc9483733,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:39.487619 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55868) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:39.544791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f8db06bb-88c5-4db5-a3af-692767a2725e admin admin] Publish callbacks [] for security_group (1bd8110d-812b-4dfb-bff5-f96bc9483733), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.567241 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f8db06bb-88c5-4db5-a3af-692767a2725e admin admin] Publish callbacks [] for security_group (1bd8110d-812b-4dfb-bff5-f96bc9483733), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.596345 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b7f2-370d-40b5-969e-25aad3854f68 req-81e52fdc-afe6-44a0-a63b-32f2233e2d8e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:39.598622 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55c7b7f2-370d-40b5-969e-25aad3854f68 req-81e52fdc-afe6-44a0-a63b-32f2233e2d8e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0653780 Feb 16 10:36:39.626174 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55872) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:39.634431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f8db06bb-88c5-4db5-a3af-692767a2725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (1bd8110d-812b-4dfb-bff5-f96bc9483733), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.637064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f8db06bb-88c5-4db5-a3af-692767a2725e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.641257 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f8db06bb-88c5-4db5-a3af-692767a2725e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1bd8110d-812b-4dfb-bff5-f96bc9483733 HTTP/1.1" status: 204 len: 168 time: 0.1526322 Feb 16 10:36:39.648983 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db06bb-88c5-4db5-a3af-692767a2725e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd8110d-812b-4dfb-bff5-f96bc9483733,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:39.655346 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55c7b7f2-370d-40b5-969e-25aad3854f68 req-7ce14e71-3d67-40ec-8896-d1e4f60abe8f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Feb 16 10:36:39.778256 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2454-a636-4730-a635-851fb69bf339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.930626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2454-a636-4730-a635-851fb69bf339 admin admin] Publish callbacks [] for security_group (dd033c30-6dfb-40fe-91e4-0c93610d4049), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.937885 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2454-a636-4730-a635-851fb69bf339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (dd033c30-6dfb-40fe-91e4-0c93610d4049), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:39.988965 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac2454-a636-4730-a635-851fb69bf339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd033c30-6dfb-40fe-91e4-0c93610d4049,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:40.039126 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55886) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:40.049779 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a7ac2454-a636-4730-a635-851fb69bf339 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5c463242973494d928f0a6bce1e2171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119635 Feb 16 10:36:40.177270 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16c9c36c-a391-48e5-a165-b4045021636f admin admin] Publish callbacks [] for security_group (dd033c30-6dfb-40fe-91e4-0c93610d4049), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.191199 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55892) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:40.234653 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8264832e-7af3-4301-a58a-3c20c975e165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.266588 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16c9c36c-a391-48e5-a165-b4045021636f admin admin] Publish callbacks [] for security_group (dd033c30-6dfb-40fe-91e4-0c93610d4049), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.372562 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16c9c36c-a391-48e5-a165-b4045021636f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (dd033c30-6dfb-40fe-91e4-0c93610d4049), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.372801 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8264832e-7af3-4301-a58a-3c20c975e165 admin admin] Publish callbacks [] for security_group (f9cc4fb5-d3f8-4a59-b890-45041383ab12), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.376588 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16c9c36c-a391-48e5-a165-b4045021636f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.377831 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-16c9c36c-a391-48e5-a165-b4045021636f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd033c30-6dfb-40fe-91e4-0c93610d4049 HTTP/1.1" status: 204 len: 168 time: 0.3376198 Feb 16 10:36:40.384243 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce6d8-735c-4e59-bf6b-d4a202d18db9 req-69286eb3-8c24-44fa-8e67-1d241cb70a73 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:40.386215 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-61cce6d8-735c-4e59-bf6b-d4a202d18db9 req-69286eb3-8c24-44fa-8e67-1d241cb70a73 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.2704885 Feb 16 10:36:40.387613 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8264832e-7af3-4301-a58a-3c20c975e165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (f9cc4fb5-d3f8-4a59-b890-45041383ab12), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.444042 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9c36c-a391-48e5-a165-b4045021636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd033c30-6dfb-40fe-91e4-0c93610d4049,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:40.446004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264832e-7af3-4301-a58a-3c20c975e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc4fb5-d3f8-4a59-b890-45041383ab12,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:40.450306 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8264832e-7af3-4301-a58a-3c20c975e165 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4569d32e49b4a998c29bd813871d583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568736 Feb 16 10:36:40.453709 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55900) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:40.479863 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-61cce6d8-735c-4e59-bf6b-d4a202d18db9 req-37f6cbff-9c0e-4294-9100-6cbd98fb30e7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859270 Feb 16 10:36:40.507492 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-5591d425-87b5-41fd-b95d-f0bc2ee5f0c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362522 Feb 16 10:36:40.522085 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830560c1-cd2f-44db-8d3b-60d1367b727f req-ec3e4e79-9135-4bf7-9abf-a177e9ede0e7 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:40.523702 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-830560c1-cd2f-44db-8d3b-60d1367b727f req-ec3e4e79-9135-4bf7-9abf-a177e9ede0e7 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.1679103 Feb 16 10:36:40.621598 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dc2faeb1-92be-4c45-93d6-ec4b85dbbf54 admin admin] Publish callbacks [] for security_group (f9cc4fb5-d3f8-4a59-b890-45041383ab12), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.644665 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-830560c1-cd2f-44db-8d3b-60d1367b727f req-0640c452-5965-4493-8cc1-53ae244d3f5d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109729 Feb 16 10:36:40.657572 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541d21-f170-4339-b8d7-997e400895ea req-10ca9f3f-0c8f-4263-bc8d-13b3204eacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:40.659082 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-10ca9f3f-0c8f-4263-bc8d-13b3204eacb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 1130 time: 0.1147382 Feb 16 10:36:40.664082 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dc2faeb1-92be-4c45-93d6-ec4b85dbbf54 admin admin] Publish callbacks [] for security_group (f9cc4fb5-d3f8-4a59-b890-45041383ab12), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.796173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4666b-efbb-4cd6-9f67-0dabe37c854a req-9aee1ca3-491c-4d94-be4e-2701c37cb2cf tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:40.797970 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2ed4666b-efbb-4cd6-9f67-0dabe37c854a req-9aee1ca3-491c-4d94-be4e-2701c37cb2cf tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0721896 Feb 16 10:36:40.805966 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dc2faeb1-92be-4c45-93d6-ec4b85dbbf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (f9cc4fb5-d3f8-4a59-b890-45041383ab12), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.810273 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dc2faeb1-92be-4c45-93d6-ec4b85dbbf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:40.811728 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-dc2faeb1-92be-4c45-93d6-ec4b85dbbf54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9cc4fb5-d3f8-4a59-b890-45041383ab12 HTTP/1.1" status: 204 len: 168 time: 0.3568995 Feb 16 10:36:40.828059 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541d21-f170-4339-b8d7-997e400895ea req-5174d9de-adc6-4e25-bb8c-abe367e6ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:40.829533 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-5174d9de-adc6-4e25-bb8c-abe367e6ab58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.1263900 Feb 16 10:36:40.830255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2faeb1-92be-4c45-93d6-ec4b85dbbf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc4fb5-d3f8-4a59-b890-45041383ab12,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:40.868068 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2ed4666b-efbb-4cd6-9f67-0dabe37c854a req-886b483c-d2a6-4a70-92ee-537fd8112215 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531082 Feb 16 10:36:40.896030 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-5883dd62-cb81-454d-89f5-2a8dfd6a4f9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0597553 Feb 16 10:36:40.963452 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541d21-f170-4339-b8d7-997e400895ea req-72aa0e63-bfd6-47af-a3d0-d9187be06f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:40.974266 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-72aa0e63-bfd6-47af-a3d0-d9187be06f13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.0706887 Feb 16 10:36:41.031252 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-82e98ced-0221-472c-acf1-ac7293b2d795 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474570 Feb 16 10:36:41.200515 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-7cd2eac7-74ca-45d9-ac70-bd2a514c578f service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624503 Feb 16 10:36:41.350687 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e821f90-df68-4895-8e51-53348d8e2a57 req-a42a50c7-ac24-47a8-aebd-d0e48a8d51ea tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:41.354270 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e821f90-df68-4895-8e51-53348d8e2a57 req-a42a50c7-ac24-47a8-aebd-d0e48a8d51ea tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0733948 Feb 16 10:36:41.402477 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-98541d21-f170-4339-b8d7-997e400895ea req-233d4685-7485-4c7e-b6f8-4f97f8923c05 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925726 Feb 16 10:36:41.423758 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ebc0-085e-4043-b8f0-872da8196e38 req-c749323a-bc19-43d5-b6ca-754f2f614908 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:41.433789 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8dc2ebc0-085e-4043-b8f0-872da8196e38 req-c749323a-bc19-43d5-b6ca-754f2f614908 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1279764 Feb 16 10:36:41.450491 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e821f90-df68-4895-8e51-53348d8e2a57 req-3d265bf3-8edd-4a7d-aa76-e384571bfe06 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903432 Feb 16 10:36:41.491566 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8dc2ebc0-085e-4043-b8f0-872da8196e38 req-a9466d2f-459b-4c5a-8da1-21cacd9285d3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566833 Feb 16 10:36:41.599004 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:41.665338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649843-193f-462a-8217-e230b25d2ae4 req-3c110d57-d564-4460-ad27-5d0277d6ae8f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:41.675825 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a649843-193f-462a-8217-e230b25d2ae4 req-3c110d57-d564-4460-ad27-5d0277d6ae8f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0890110 Feb 16 10:36:41.742913 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a649843-193f-462a-8217-e230b25d2ae4 req-a882308f-fa5b-4546-9e01-f9f5087b309f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607703 Feb 16 10:36:42.065165 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 55978) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:42.193016 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f446fab-e8b6-49b2-b062-060de34da73b req-01189070-6d5e-42d5-8c84-c1d7d9ba8243 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:42.194674 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f446fab-e8b6-49b2-b062-060de34da73b req-01189070-6d5e-42d5-8c84-c1d7d9ba8243 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1116107 Feb 16 10:36:42.213965 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-b3645917-df3c-4431-a78d-bdef27c7b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:42.217682 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-b3645917-df3c-4431-a78d-bdef27c7b9f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1129 time: 0.0830617 Feb 16 10:36:42.328159 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f446fab-e8b6-49b2-b062-060de34da73b req-1811c488-bf4b-4b00-a108-0d47ddc87151 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151507 Feb 16 10:36:42.368397 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891838859-network', 'tenant_id': '6bd7f101a0374ca6b8c6a5653f841e70'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:42.406784 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Made reservation on behalf of 6bd7f101a0374ca6b8c6a5653f841e70 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:42.409225 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.411777 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-ae601c2c-4156-4fe9-80b4-733e2c322875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:42.413519 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-ae601c2c-4156-4fe9-80b4-733e2c322875 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.1890266 Feb 16 10:36:42.427519 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.504110 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-61a2b84d-b773-4936-922d-0d47b4cfa731 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 1000 time: 0.0828035 Feb 16 10:36:42.579518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-2b43f24f-d867-488f-b210-fd9d0a9c5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:42.581038 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-2b43f24f-d867-488f-b210-fd9d0a9c5767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0692112 Feb 16 10:36:42.624687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks [] for security_group (906a8aca-2383-422b-982c-ea3a0fc8ec7b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.629938 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (906a8aca-2383-422b-982c-ea3a0fc8ec7b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.655795 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:36:42.680360 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-b55f7360-80de-4d12-ab73-5252a243a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:42.681910 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-b55f7360-80de-4d12-ab73-5252a243a315 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0930712 Feb 16 10:36:42.683292 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (53b147ea-fe09-4228-80ac-9f842a7b441c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.683647 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Added segment 53b147ea-fe09-4228-80ac-9f842a7b441c of type vlan for network d0110fcd-ecdd-4d41-aab1-318962a5dca1 Feb 16 10:36:42.684977 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906a8aca-2383-422b-982c-ea3a0fc8ec7b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:42.762600 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (d0110fcd-ecdd-4d41-aab1-318962a5dca1), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.829440 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (d0110fcd-ecdd-4d41-aab1-318962a5dca1), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.830426 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:42.831490 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.850533 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-811cebae-8f3d-4276-a1a4-7d31e773512e service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554759 Feb 16 10:36:42.880870 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8139515 Feb 16 10:36:42.888658 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 55992) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:42.893968 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Request body: {'subnet': {'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891838859-subnet', 'tenant_id': '6bd7f101a0374ca6b8c6a5653f841e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:42.914869 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Made reservation on behalf of 6bd7f101a0374ca6b8c6a5653f841e70 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:42.917228 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:42.927062 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d7967-193f-4f4e-a75f-99f5dc1bc9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0110fcd-ecdd-4d41-aab1-318962a5dca1,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:42.937959 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network d0110fcd-ecdd-4d41-aab1-318962a5dca1 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:36:43.027238 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5a6e8cb-fc3c-458b-8131-d6f491188d75 req-07d2ff12-360f-48b3-ab88-7898e410165a service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681294 Feb 16 10:36:43.115947 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (2721f6d1-e723-4208-b054-76da8840f0b9), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:43.178177 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2721f6d1-e723-4208-b054-76da8840f0b9,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:43.192172 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Checking segment: {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:43.192522 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Network hostable DHCP agents. Network: d0110fcd-ecdd-4d41-aab1-318962a5dca1, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:36:43.211126 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Network d0110fcd-ecdd-4d41-aab1-318962a5dca1 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:36:43.220235 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, d0110fcd-ecdd-4d41-aab1-318962a5dca1) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:43.226505 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:43.227982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:43.238364 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9e4d1-cd7a-47df-89b1-c613b893f963 None None] Network d0110fcd-ecdd-4d41-aab1-318962a5dca1 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:43.252199 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2c541e70-3716-4b87-ba5f-6b45efaec458 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3622766 Feb 16 10:36:43.372789 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc4da7-56f3-4e93-813c-cf12180874ed None None] Network d0110fcd-ecdd-4d41-aab1-318962a5dca1 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:36:43.556985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98f0a-b65d-49d7-9161-d3141bc5dba4 req-c0c62385-17c3-47ec-8bc2-6eead6a4260e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:43.558480 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a5a98f0a-b65d-49d7-9161-d3141bc5dba4 req-c0c62385-17c3-47ec-8bc2-6eead6a4260e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0773671 Feb 16 10:36:43.610914 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a5a98f0a-b65d-49d7-9161-d3141bc5dba4 req-0a5556ae-2025-4415-852b-450d233ce9e3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Feb 16 10:36:44.740459 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bf5c8-6ceb-4fd1-af85-4f12d06adc52 req-7e52f355-d26d-41ae-8b77-beb5ae294284 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:44.742366 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7f1bf5c8-6ceb-4fd1-af85-4f12d06adc52 req-7e52f355-d26d-41ae-8b77-beb5ae294284 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0532837 Feb 16 10:36:44.794424 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7f1bf5c8-6ceb-4fd1-af85-4f12d06adc52 req-32338980-4ec4-4552-a2d7-87e09715976d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452991 Feb 16 10:36:47.633827 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-185dba05-43ff-4b25-a60d-b9d814e8ddf5 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f40c7869c79e4854bd2213dda156b2aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351684 Feb 16 10:36:47.713386 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-16896b96-d31f-4cb9-8f17-75979e2ab061 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:47.715259 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-16896b96-d31f-4cb9-8f17-75979e2ab061 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/networks?id=d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 200 len: 808 time: 0.1121845 Feb 16 10:36:47.731606 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-aeed1582-98c9-4e74-b497-5a18aae9b4b5 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/quotas/6bd7f101a0374ca6b8c6a5653f841e70 HTTP/1.1" status: 200 len: 375 time: 0.0104237 Feb 16 10:36:47.766926 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-cb3cfff1-7a75-4dee-9130-45ae729cc28e tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278883 Feb 16 10:36:47.832332 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-74a28b6a-e573-4954-a075-acb37932f17b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:47.833699 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-74a28b6a-e573-4954-a075-acb37932f17b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930611 Feb 16 10:36:47.849351 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-f57afeb9-a6e4-4bee-b8f8-a115354a3e1a tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/quotas/f40c7869c79e4854bd2213dda156b2aa HTTP/1.1" status: 200 len: 375 time: 0.0100048 Feb 16 10:36:47.867227 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-6d4fb3ab-c1ac-425d-b698-9d949a9fbf42 service neutron] 10.222.0.45 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938766 Feb 16 10:36:47.882300 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-26668c74-628e-4ff9-8e7c-30956ff10871 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f40c7869c79e4854bd2213dda156b2aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275304 Feb 16 10:36:47.976614 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-6d165ecd-a7c6-47da-9bb9-251cae703473 service neutron] 10.222.0.45 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032872 Feb 16 10:36:48.057429 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a3f0e27a-d23b-4dbe-9302-c5b5c32b138b req-7f1e6a8e-bf6c-4a00-bddc-5e5810ff38bf tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 210 time: 0.0320172 Feb 16 10:36:48.160637 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-04bed131-980c-41ed-b8d3-aaf7cd0851ce req-2ec377e5-45dc-4916-8c38-45bade416306 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 210 time: 0.0296853 Feb 16 10:36:49.152175 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e2d8be22-c1fa-4a6f-986a-06049c920490 req-f754c45e-050d-4829-99cc-584ce7c04f97 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 210 time: 0.0280883 Feb 16 10:36:49.476416 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bd078264-6b49-496a-b239-0e0fb55daa2e req-7191ce3c-dc11-4e65-bb27-cda6ea0c75ea tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 210 time: 0.2486396 Feb 16 10:36:49.504607 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-ed81273c-8b13-4b40-af3a-a9a713f80380 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f40c7869c79e4854bd2213dda156b2aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502610 Feb 16 10:36:49.616543 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-a95980ad-47b3-4430-a2ff-6ca57fd6c294 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:49.618322 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-a95980ad-47b3-4430-a2ff-6ca57fd6c294 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "GET /v2.0/networks?id=d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 200 len: 808 time: 0.1444464 Feb 16 10:36:49.651233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Request body: {'port': {'device_id': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1', 'admin_state_up': True, 'tenant_id': '6bd7f101a0374ca6b8c6a5653f841e70'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:49.731758 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-fb3be3c6-c2dc-497e-ad5a-af9c1176c611 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:49.732630 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-fb3be3c6-c2dc-497e-ad5a-af9c1176c611 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194879 Feb 16 10:36:49.752512 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Request body: {'port': {'device_id': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a', 'admin_state_up': True, 'tenant_id': 'f40c7869c79e4854bd2213dda156b2aa'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:49.767054 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Made reservation on behalf of 6bd7f101a0374ca6b8c6a5653f841e70 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:49.771138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:49.930204 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Allocated IP 172.20.0.10 (d0110fcd-ecdd-4d41-aab1-318962a5dca1/2721f6d1-e723-4208-b054-76da8840f0b9/36496812-8f0d-4174-8f98-72236bce7b11) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:50.113536 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Made reservation on behalf of f40c7869c79e4854bd2213dda156b2aa for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:36:50.117584 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.127324 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.175724 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks [] for port (36496812-8f0d-4174-8f98-72236bce7b11), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.213907 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-24e3442e-d733-4956-b71f-d7fc85aa043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:50.216087 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-24e3442e-d733-4956-b71f-d7fc85aa043d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.0866563 Feb 16 10:36:50.229519 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c175748-1965-4801-8f16-085164bb4cd9 req-2ab04ef8-c16a-4269-b4fb-ecc676dbfe02 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:50.231221 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1c175748-1965-4801-8f16-085164bb4cd9 req-2ab04ef8-c16a-4269-b4fb-ecc676dbfe02 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1016407 Feb 16 10:36:50.232901 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (36496812-8f0d-4174-8f98-72236bce7b11), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.295829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Network d0110fcd-ecdd-4d41-aab1-318962a5dca1 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:50.302823 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65341a7f-cf91-4937-b820-35ee3e9d67c3 req-9499c7bb-5d32-40ba-8f2c-aef4551992b9 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 210 time: 0.0600140 Feb 16 10:36:50.305311 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:50.317072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:50.345391 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Pushing event updated for resources: {'Port': ['ID=36496812-8f0d-4174-8f98-72236bce7b11,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:50.353436 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks [] for security_group (bb59ef64-6245-4cc1-8790-f545088fc031), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.360053 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bb59ef64-6245-4cc1-8790-f545088fc031), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.362618 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1c175748-1965-4801-8f16-085164bb4cd9 req-adc4741e-7534-41ef-860d-4cf60dd2f3e8 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999575 Feb 16 10:36:50.388983 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:50.389607 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.406487 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-e35a4ca1-bd5f-49ce-b48c-df56618f69ef tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7591407 Feb 16 10:36:50.423932 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Request body: {'port': {'device_id': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:50.449871 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb59ef64-6245-4cc1-8790-f545088fc031,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:50.457794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-1e29575a-6df9-4169-bcc6-5d30f3d80d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:50.459564 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-1e29575a-6df9-4169-bcc6-5d30f3d80d8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.2301271 Feb 16 10:36:50.488495 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (36496812-8f0d-4174-8f98-72236bce7b11), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.506947 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-9c548687-a48c-4f67-b6a2-80ce74d002d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0394049 Feb 16 10:36:50.628852 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-56c6e31d-bc23-4375-986f-a09616c01849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:50.630333 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-56c6e31d-bc23-4375-986f-a09616c01849 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.1107247 Feb 16 10:36:50.648149 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Allocated IP 192.168.233.144 (6b9797cc-1a05-4ddc-abf4-23e2582a845a/57dd8eb8-3211-473a-bfe8-61e8aa8317ee/a4eb6647-d786-4c26-9f17-2f94b0e6aff6) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:50.675928 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-76cc1c95-e036-4a55-a663-b4b48c4a182f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375755 Feb 16 10:36:50.694674 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4866b3-1689-4fe6-af5d-f91ab39c6d71 req-95221d94-f40b-4bba-a88f-792efefb4c7b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:50.696111 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae4866b3-1689-4fe6-af5d-f91ab39c6d71 req-95221d94-f40b-4bba-a88f-792efefb4c7b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 932 time: 0.1494768 Feb 16 10:36:50.782096 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36496812-8f0d-4174-8f98-72236bce7b11 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:50.790304 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Publish callbacks [] for port (36496812-8f0d-4174-8f98-72236bce7b11), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.802711 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Transition to ACTIVE for port object 36496812-8f0d-4174-8f98-72236bce7b11 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:36:50.806177 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (36496812-8f0d-4174-8f98-72236bce7b11), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.855644 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae4866b3-1689-4fe6-af5d-f91ab39c6d71 req-12a65304-61c3-4d61-9ecb-bedef81a91ca tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452227 Feb 16 10:36:50.880931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Pushing event updated for resources: {'Port': ['ID=36496812-8f0d-4174-8f98-72236bce7b11,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:50.917553 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-41d17962-1cc0-49db-8dc5-3ac4938e5ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204781 Feb 16 10:36:50.933650 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Attempting to bind port 36496812-8f0d-4174-8f98-72236bce7b11 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:50.933997 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Attempting to bind port 36496812-8f0d-4174-8f98-72236bce7b11 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:50.934664 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Attempting to bind port 36496812-8f0d-4174-8f98-72236bce7b11 on network d0110fcd-ecdd-4d41-aab1-318962a5dca1 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:50.939156 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Port 36496812-8f0d-4174-8f98-72236bce7b11 on network d0110fcd-ecdd-4d41-aab1-318962a5dca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:36:50.939496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Attempting to bind port 36496812-8f0d-4174-8f98-72236bce7b11 on network d0110fcd-ecdd-4d41-aab1-318962a5dca1 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:50.944851 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:50.945187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Checking segment: {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:50.945639 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Bound using segment: {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:50.946083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Bound port: 36496812-8f0d-4174-8f98-72236bce7b11, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:50.946470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (36496812-8f0d-4174-8f98-72236bce7b11), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:50.949481 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks [] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.012924 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] For port 36496812-8f0d-4174-8f98-72236bce7b11, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:51.017061 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] For port 36496812-8f0d-4174-8f98-72236bce7b11, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36496812-8f0d-4174-8f98-72236bce7b11,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:51.023741 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (36496812-8f0d-4174-8f98-72236bce7b11), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.063736 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.064444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.065094 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.066004 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] 10.222.0.24 "PUT /v2.0/ports/36496812-8f0d-4174-8f98-72236bce7b11 HTTP/1.1" status: 200 len: 1094 time: 0.6472909 Feb 16 10:36:51.066475 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'tag': '36496812-8f0d-4174-8f98-72236bce7b11'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:51.069052 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7bad4b-65b8-4901-9ada-2427f1327d02" -d '{"events": [{"name": "network-changed", "server_uuid": "e27c6cf8-c084-40fd-b73c-e421e6c71a8c", "tag": "36496812-8f0d-4174-8f98-72236bce7b11"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:51.111541 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca766f-73f0-423f-b552-bea178f1e416 service neutron] Pushing event updated for resources: {'Port': ['ID=36496812-8f0d-4174-8f98-72236bce7b11,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:51.115920 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf665daf-5d07-43c3-8e02-511d27c3a7ae req-6dabca97-beb3-471c-aaf8-478382910d62 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631272 Feb 16 10:36:51.129002 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Network 6b9797cc-1a05-4ddc-abf4-23e2582a845a is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:51.132948 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:51.140166 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:51.167221 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c80fc7-8931-4ae5-905b-3fba012b4294 x-openstack-request-id: req-b4c80fc7-8931-4ae5-905b-3fba012b4294 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:51.167557 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27c6cf8-c084-40fd-b73c-e421e6c71a8c", "tag": "36496812-8f0d-4174-8f98-72236bce7b11", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:51.167886 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4c80fc7-8931-4ae5-905b-3fba012b4294 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:51.168362 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'tag': '36496812-8f0d-4174-8f98-72236bce7b11', 'status': 'completed', 'code': 200} Feb 16 10:36:51.188552 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Pushing event updated for resources: {'Port': ['ID=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:51.192555 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-ea5a229a-8e29-438d-9b81-74a42ae338d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.194316 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-ea5a229a-8e29-438d-9b81-74a42ae338d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 1128 time: 0.0721154 Feb 16 10:36:51.206545 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.207307 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.225417 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-947139f6-0cae-4f3a-8b61-3cb0b8f58c26 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4777505 Feb 16 10:36:51.253236 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Request body: {'port': {'device_id': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:51.262762 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-f82f1778-e922-4db3-ae12-17fb1579fa92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36496812-8f0d-4174-8f98-72236bce7b11 HTTP/1.1" status: 200 len: 217 time: 0.0443978 Feb 16 10:36:51.322455 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.346365 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-77c05d6c-1868-46e9-b281-1b7591317390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.348157 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-77c05d6c-1868-46e9-b281-1b7591317390 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2721f6d1-e723-4208-b054-76da8840f0b9 HTTP/1.1" status: 200 len: 848 time: 0.0523961 Feb 16 10:36:51.401233 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-f6cb9de6-43af-4445-8a8b-59d0e04876c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0110fcd-ecdd-4d41-aab1-318962a5dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433104 Feb 16 10:36:51.423829 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-a1c0296a-5abd-4734-a1a2-0b6ca113f385 None None] Provisioning complete for port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:36:51.424931 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a1c0296a-5abd-4734-a1a2-0b6ca113f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.477175 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0296a-5abd-4734-a1a2-0b6ca113f385 None None] Port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:36:51.539834 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-b5a4a025-1272-4632-83fb-85ce1022d59d service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276493 Feb 16 10:36:51.550417 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2a921-169f-40c7-a016-ea589dd3ecf6 req-bde0f684-577e-4729-ae0e-2e0b0634bf80 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.551903 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195bfd-1606-4670-bc25-ab860147ad78 req-b0525772-750e-49fa-ba70-ab1f0cac61b5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.552040 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0e2a921-169f-40c7-a016-ea589dd3ecf6 req-bde0f684-577e-4729-ae0e-2e0b0634bf80 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 936 time: 0.1206706 Feb 16 10:36:51.553322 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07195bfd-1606-4670-bc25-ab860147ad78 req-b0525772-750e-49fa-ba70-ab1f0cac61b5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0711150 Feb 16 10:36:51.634653 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0e2a921-169f-40c7-a016-ea589dd3ecf6 req-97db6ba1-11cc-44c2-96b8-75c39b4c540f tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Feb 16 10:36:51.660719 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07195bfd-1606-4670-bc25-ab860147ad78 req-628e33db-baec-4e64-a474-63ff09441a70 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995283 Feb 16 10:36:51.678142 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f91632dc-cf71-4313-8ccb-6871f63333a8 req-194d85b4-1317-461f-9983-56f240af4531 service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238487 Feb 16 10:36:51.693006 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eb6647-d786-4c26-9f17-2f94b0e6aff6 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:51.700978 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Publish callbacks [] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.713835 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Transition to ACTIVE for port object a4eb6647-d786-4c26-9f17-2f94b0e6aff6 will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:36:51.718530 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.774059 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:51.787053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-c30e3a39-5769-45ce-ae06-108d8b7d0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.788825 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-c30e3a39-5769-45ce-ae06-108d8b7d0803 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 1128 time: 0.0528407 Feb 16 10:36:51.842177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Attempting to bind port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:36:51.842477 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Attempting to bind port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:36:51.842745 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Attempting to bind port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 on network 6b9797cc-1a05-4ddc-abf4-23e2582a845a {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:51.848067 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 on network 6b9797cc-1a05-4ddc-abf4-23e2582a845a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:36:51.848395 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Attempting to bind port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 on network 6b9797cc-1a05-4ddc-abf4-23e2582a845a {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:36:51.853588 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:36:51.853930 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Checking segment: {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:36:51.854342 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Bound using segment: {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:36:51.854776 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Bound port: a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2886db1b-2ecc-4573-8df4-cf70856d11c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:36:51.855129 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.904469 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-cd224948-eff3-4999-ab7d-0edc767a437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:51.906039 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-cd224948-eff3-4999-ab7d-0edc767a437f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 200 len: 909 time: 0.1061113 Feb 16 10:36:51.931332 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] For port a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host hv-cinder-80475, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:36:51.934736 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] For port a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:36:51.943288 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:51.981314 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-b0189cfd-cecf-4ebc-9de5-f87e818271ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36496812-8f0d-4174-8f98-72236bce7b11 HTTP/1.1" status: 200 len: 217 time: 0.0549464 Feb 16 10:36:52.010547 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.011173 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:52.012567 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] 10.222.0.24 "PUT /v2.0/ports/a4eb6647-d786-4c26-9f17-2f94b0e6aff6 HTTP/1.1" status: 200 len: 1098 time: 0.7647467 Feb 16 10:36:52.019970 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'tag': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:52.019970 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b3171-0f98-40c6-bb55-91f42002e578" -d '{"events": [{"name": "network-changed", "server_uuid": "141d8de3-76ef-4ae6-9c6b-8d88de35e61a", "tag": "a4eb6647-d786-4c26-9f17-2f94b0e6aff6"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:52.062850 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-41c0125b-4ada-4775-ac36-194a0d3db5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.063661 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1359-e37f-4f87-a9a3-c15309117ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:52.068490 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-41c0125b-4ada-4775-ac36-194a0d3db5d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2721f6d1-e723-4208-b054-76da8840f0b9 HTTP/1.1" status: 200 len: 848 time: 0.0748770 Feb 16 10:36:52.076911 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b3225c-cd4f-49d2-b79e-44b6731cd04f x-openstack-request-id: req-41b3225c-cd4f-49d2-b79e-44b6731cd04f {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:52.077196 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141d8de3-76ef-4ae6-9c6b-8d88de35e61a", "tag": "a4eb6647-d786-4c26-9f17-2f94b0e6aff6", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:52.077582 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41b3225c-cd4f-49d2-b79e-44b6731cd04f {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:52.077980 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'tag': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6', 'status': 'completed', 'code': 200} Feb 16 10:36:52.091675 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc34e-869f-488c-a403-789dcbc8f656 req-b8609b11-23b3-4f48-8e15-c53112ae05b8 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.094240 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-37adc34e-869f-488c-a403-789dcbc8f656 req-b8609b11-23b3-4f48-8e15-c53112ae05b8 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 944 time: 0.1414590 Feb 16 10:36:52.111986 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-1187e98c-4f36-4fec-85a1-4c1a219ae8ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0110fcd-ecdd-4d41-aab1-318962a5dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310583 Feb 16 10:36:52.192062 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-f3decd8e-e4d1-4e9c-b40a-75d4b58361de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.193566 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-f3decd8e-e4d1-4e9c-b40a-75d4b58361de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f40c7869c79e4854bd2213dda156b2aa&device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 1132 time: 0.0984299 Feb 16 10:36:52.197172 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-37adc34e-869f-488c-a403-789dcbc8f656 req-fd974726-9440-47f9-b32d-624c119a9433 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632145 Feb 16 10:36:52.223977 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-2471d08d-9a2f-47c6-99df-1b9c146856a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961673 Feb 16 10:36:52.256676 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-27f3dd2f-5610-47aa-a7b6-789fed344ab7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6 HTTP/1.1" status: 200 len: 217 time: 0.0511441 Feb 16 10:36:52.307674 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-fe67bb57-ab0a-4c94-8ee7-7ff4ad655ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.309049 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-fe67bb57-ab0a-4c94-8ee7-7ff4ad655ce6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57dd8eb8-3211-473a-bfe8-61e8aa8317ee HTTP/1.1" status: 200 len: 843 time: 0.0457382 Feb 16 10:36:52.317554 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e7bad4b-65b8-4901-9ada-2427f1327d02 req-71b0878d-7fab-4674-9fcd-4331ab0de38f service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946112 Feb 16 10:36:52.363129 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-27270d2b-6bf4-40d1-a73f-05c13ce2c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.364606 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-27270d2b-6bf4-40d1-a73f-05c13ce2c443 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9797cc-1a05-4ddc-abf4-23e2582a845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0471299 Feb 16 10:36:52.463861 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-b8e611b4-beaf-4ff9-b025-057657c8b50e service neutron] 10.222.0.24 "GET /v2.0/networks/6b9797cc-1a05-4ddc-abf4-23e2582a845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866940 Feb 16 10:36:52.559726 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-844097f9-fec5-4c6a-a59f-e9448f0869e6 req-0ecc7b3e-3349-454c-bdd2-103ccdf8349a service neutron] 10.222.0.24 "GET /v2.0/networks/6b9797cc-1a05-4ddc-abf4-23e2582a845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858889 Feb 16 10:36:52.675407 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-606e6ba0-aa8e-47aa-b4ff-ad0a9f0e616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.676895 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-606e6ba0-aa8e-47aa-b4ff-ad0a9f0e616b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f40c7869c79e4854bd2213dda156b2aa&device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 1132 time: 0.0449889 Feb 16 10:36:52.772075 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b1b6-b7e6-4dd2-8c86-aa64efe80acc req-2a420a6f-98f1-44eb-bc87-50ea41d7d5e2 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.773647 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-59b2b1b6-b7e6-4dd2-8c86-aa64efe80acc req-2a420a6f-98f1-44eb-bc87-50ea41d7d5e2 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 948 time: 0.0638697 Feb 16 10:36:52.813075 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-f7372174-2680-46df-b537-1c7e4f74c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.814598 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-f7372174-2680-46df-b537-1c7e4f74c417 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b9797cc-1a05-4ddc-abf4-23e2582a845a HTTP/1.1" status: 200 len: 870 time: 0.1272218 Feb 16 10:36:52.825124 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-59b2b1b6-b7e6-4dd2-8c86-aa64efe80acc req-c3a0b863-46e4-4bef-bfe9-52082b54facc tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Feb 16 10:36:52.834900 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3e902-f322-4959-8de9-7eb891d6b7d5 req-d751369a-ec84-4235-9db5-b1e483d9e019 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.836361 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-34f3e902-f322-4959-8de9-7eb891d6b7d5 req-d751369a-ec84-4235-9db5-b1e483d9e019 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0825055 Feb 16 10:36:52.869962 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-bfbbf09d-d192-44b5-b3ff-137c28d0b525 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6 HTTP/1.1" status: 200 len: 217 time: 0.0489049 Feb 16 10:36:52.946513 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-34f3e902-f322-4959-8de9-7eb891d6b7d5 req-749d0011-81ae-4466-b809-04f65b73bcaa tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830705 Feb 16 10:36:52.948026 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-defa3bcf-7c2a-4bb2-a37f-a4ab9f65e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:52.949369 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-defa3bcf-7c2a-4bb2-a37f-a4ab9f65e895 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57dd8eb8-3211-473a-bfe8-61e8aa8317ee HTTP/1.1" status: 200 len: 843 time: 0.0710411 Feb 16 10:36:53.004831 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-c5804e09-a473-4286-9f36-5744b6f4952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:53.006283 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-c5804e09-a473-4286-9f36-5744b6f4952c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9797cc-1a05-4ddc-abf4-23e2582a845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0486658 Feb 16 10:36:53.098157 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-99f0b057-5cd0-4daa-a290-93fe0ad90734 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9797cc-1a05-4ddc-abf4-23e2582a845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825837 Feb 16 10:36:53.199665 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e0b3171-0f98-40c6-bb55-91f42002e578 req-8801d5f7-dc6c-4abf-bcb0-d2f5e08772a6 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9797cc-1a05-4ddc-abf4-23e2582a845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908604 Feb 16 10:36:53.326341 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd2294-daa0-4dfb-8618-978eebfd4eaf req-1ed38956-3efd-491f-972a-6c6720bfe1c0 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:53.327816 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22cd2294-daa0-4dfb-8618-978eebfd4eaf req-1ed38956-3efd-491f-972a-6c6720bfe1c0 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 944 time: 0.0570180 Feb 16 10:36:53.375261 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22cd2294-daa0-4dfb-8618-978eebfd4eaf req-ba1bfa86-2f7d-4676-8522-74cfff1b7d13 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Feb 16 10:36:53.949482 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553188b8-ed84-4517-a0eb-0973579c2b8a req-2fe1bd9b-59e5-4fb3-8329-799259db1dd4 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:53.951042 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-553188b8-ed84-4517-a0eb-0973579c2b8a req-2fe1bd9b-59e5-4fb3-8329-799259db1dd4 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 948 time: 0.0567322 Feb 16 10:36:54.001471 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-553188b8-ed84-4517-a0eb-0973579c2b8a req-4d3ececd-ae1f-440f-adce-a784ca1a9336 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Feb 16 10:36:54.071000 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8288a-e9f1-4d24-8e27-f0e48e2c1646 req-cc3b1b16-426b-4939-a2d6-c2080856e43e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:54.072503 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65d8288a-e9f1-4d24-8e27-f0e48e2c1646 req-cc3b1b16-426b-4939-a2d6-c2080856e43e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0572834 Feb 16 10:36:54.118875 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65d8288a-e9f1-4d24-8e27-f0e48e2c1646 req-917e0e06-019e-4000-9d18-62d234849738 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Feb 16 10:36:54.495696 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b1755-c226-4753-9835-6c394d270b67 req-015f1fc1-5e88-4d89-854a-8b2ec262b758 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:54.497413 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-805b1755-c226-4753-9835-6c394d270b67 req-015f1fc1-5e88-4d89-854a-8b2ec262b758 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 944 time: 0.0564067 Feb 16 10:36:54.544960 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-805b1755-c226-4753-9835-6c394d270b67 req-c2493294-2d4a-4f80-9ba0-0771d2c9cabd tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Feb 16 10:36:55.126761 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a57083-c200-4d7e-a0fc-9f5f4dc862ad req-bc9ec0ec-b53b-42ba-a93d-70f76006c3fb tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:55.128124 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79a57083-c200-4d7e-a0fc-9f5f4dc862ad req-bc9ec0ec-b53b-42ba-a93d-70f76006c3fb tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 948 time: 0.0554359 Feb 16 10:36:55.183029 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79a57083-c200-4d7e-a0fc-9f5f4dc862ad req-0075c9c8-e4fa-4ccd-85e0-0ec195bb1cd5 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490165 Feb 16 10:36:55.253981 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551ada0-82d8-458e-9a98-e3c00711cd3e req-3365e048-d50b-4d5b-93cd-f342228b9bfd tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:55.255659 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c551ada0-82d8-458e-9a98-e3c00711cd3e req-3365e048-d50b-4d5b-93cd-f342228b9bfd tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0558572 Feb 16 10:36:55.304728 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c551ada0-82d8-458e-9a98-e3c00711cd3e req-73b19930-1dc4-4500-9c78-2ac0fc67358c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Feb 16 10:36:55.663339 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6310-f6bb-4848-926d-9ca46de9e479 req-040f5df5-d761-479e-bbf9-53039811fb80 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:55.664817 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b72a6310-f6bb-4848-926d-9ca46de9e479 req-040f5df5-d761-479e-bbf9-53039811fb80 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 944 time: 0.0537028 Feb 16 10:36:55.714187 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b72a6310-f6bb-4848-926d-9ca46de9e479 req-eb78ec38-5aac-467a-bbf4-978b5e79a405 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Feb 16 10:36:55.884624 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 36496812-8f0d-4174-8f98-72236bce7b11 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:36:55.983589 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 36496812-8f0d-4174-8f98-72236bce7b11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36496812-8f0d-4174-8f98-72236bce7b11,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:55.995383 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '36496812-8f0d-4174-8f98-72236bce7b11', 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1', 'port_id': '36496812-8f0d-4174-8f98-72236bce7b11', 'mac_address': 'fa:16:3e:ca:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2721f6d1-e723-4208-b054-76da8840f0b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:36:56.033730 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 36496812-8f0d-4174-8f98-72236bce7b11 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:56.034151 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (36496812-8f0d-4174-8f98-72236bce7b11), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:56.046717 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36496812-8f0d-4174-8f98-72236bce7b11 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:56.065721 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 36496812-8f0d-4174-8f98-72236bce7b11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36496812-8f0d-4174-8f98-72236bce7b11,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:56.069501 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (36496812-8f0d-4174-8f98-72236bce7b11), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:56.070172 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device a4eb6647-d786-4c26-9f17-2f94b0e6aff6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:36:56.142639 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=36496812-8f0d-4174-8f98-72236bce7b11,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:56.217906 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:56.231838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6', 'network_id': '6b9797cc-1a05-4ddc-abf4-23e2582a845a', 'port_id': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6', 'mac_address': 'fa:16:3e:aa:4d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57dd8eb8-3211-473a-bfe8-61e8aa8317ee', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:36:56.275664 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:36:56.276211 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:56.290819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eb6647-d786-4c26-9f17-2f94b0e6aff6 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:36:56.317581 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:36:56.322459 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:56.324640 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bd803-f04a-447a-a0cd-c0ec972fed98 req-c63a3e7c-72b6-4a9a-80d7-8c225f8c8b6b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:56.326203 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-931bd803-f04a-447a-a0cd-c0ec972fed98 req-c63a3e7c-72b6-4a9a-80d7-8c225f8c8b6b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 948 time: 0.0572071 Feb 16 10:36:56.386604 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-931bd803-f04a-447a-a0cd-c0ec972fed98 req-1b753a7a-b31d-44ac-9bd8-104a61342072 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Feb 16 10:36:56.401314 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:56.461493 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abb6eb-7202-4dad-a349-07759779a7e8 req-1e054ae6-6190-413b-813b-5f6f492c9417 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:56.463044 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-41abb6eb-7202-4dad-a349-07759779a7e8 req-1e054ae6-6190-413b-813b-5f6f492c9417 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0768352 Feb 16 10:36:56.513180 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-41abb6eb-7202-4dad-a349-07759779a7e8 req-0fec1b73-37bc-45ba-a24e-bc029508a964 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443072 Feb 16 10:36:56.776623 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['36496812-8f0d-4174-8f98-72236bce7b11'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:36:56.799642 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['a4eb6647-d786-4c26-9f17-2f94b0e6aff6'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:36:56.838208 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8f51-1045-4608-b0eb-b1511d420fe5 req-9b9172f7-329e-48db-a813-d1551f610d73 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:56.839765 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c90c8f51-1045-4608-b0eb-b1511d420fe5 req-9b9172f7-329e-48db-a813-d1551f610d73 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 945 time: 0.0545607 Feb 16 10:36:56.895552 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9f21-7dbd-4c4b-b346-a6c665228499 req-632537d5-b402-4e90-b648-2bfff3db2a0d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:56.898740 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b8e9f21-7dbd-4c4b-b346-a6c665228499 req-632537d5-b402-4e90-b648-2bfff3db2a0d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0622478 Feb 16 10:36:56.918744 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c90c8f51-1045-4608-b0eb-b1511d420fe5 req-4abd4735-fff3-400c-afab-95887d698f39 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723479 Feb 16 10:36:56.954676 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b8e9f21-7dbd-4c4b-b346-a6c665228499 req-8910a0fb-abd3-4312-a1e6-d6cb00789b88 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Feb 16 10:36:56.976788 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56270) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:57.127999 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a11e59-6664-4928-8275-7a079d6e1003 tempest-TestMinimumBasicScenario-1658719088 tempest-TestMinimumBasicScenario-1658719088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:57.129508 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-73a11e59-6664-4928-8275-7a079d6e1003 tempest-TestMinimumBasicScenario-1658719088 tempest-TestMinimumBasicScenario-1658719088-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1124 time: 0.1517348 Feb 16 10:36:57.132495 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56274) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:57.136642 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'port_id': '4e24e9a4-a940-4826-a186-1adaa163be15', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:57.157187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:57.259322 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:57.362602 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Allocated IP 172.27.2.45 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/d97f5285-eba7-45b5-85ce-bab1b04ef400) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:36:57.471528 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:57.530367 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:57.571808 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:36:57.584396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cbbe-caaa-4068-b0b7-faafc62f08cd req-eb661675-e44c-4f3c-aea0-af2a5b1c18fd tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:57.585896 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5e81cbbe-caaa-4068-b0b7-faafc62f08cd req-eb661675-e44c-4f3c-aea0-af2a5b1c18fd tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 949 time: 0.0935345 Feb 16 10:36:57.586775 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:36:57.592622 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:36:57.636390 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'Port': ['ID=d97f5285-eba7-45b5-85ce-bab1b04ef400,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:57.646097 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488950b-11af-40b9-b454-08dc0b98f4d3 req-54d45e17-194b-44cf-a5c2-6b90274c6f40 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:57.647739 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6488950b-11af-40b9-b454-08dc0b98f4d3 req-54d45e17-194b-44cf-a5c2-6b90274c6f40 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0616229 Feb 16 10:36:57.695974 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6488950b-11af-40b9-b454-08dc0b98f4d3 req-cb9cda7e-fc61-4727-b7d2-0acf04c0e118 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Feb 16 10:36:57.710224 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5e81cbbe-caaa-4068-b0b7-faafc62f08cd req-f78ddfe4-6e23-457e-a1cc-98b271eabecf tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954185 Feb 16 10:36:57.988571 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for floatingip (94d431b1-7bee-4bf8-9466-43dd9e4d0538), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:58.037101 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a40e35-e44a-4c54-91f3-6cb63e4cd912 req-209650dc-c853-4f5e-8669-2aaecbddefb9 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:58.039164 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-36a40e35-e44a-4c54-91f3-6cb63e4cd912 req-209650dc-c853-4f5e-8669-2aaecbddefb9 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 945 time: 0.0550387 Feb 16 10:36:58.065469 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:58.086012 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-36a40e35-e44a-4c54-91f3-6cb63e4cd912 req-4fb1e398-bca2-4591-8318-e4722088c591 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Feb 16 10:36:58.208226 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:58.212750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:58.282226 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'Port': ['ID=d97f5285-eba7-45b5-85ce-bab1b04ef400,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:58.291772 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (94d431b1-7bee-4bf8-9466-43dd9e4d0538), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:58.390030 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Floating IP 94d431b1-7bee-4bf8-9466-43dd9e4d0538 associated. External IP: 172.27.2.45, port: 4e24e9a4-a940-4826-a186-1adaa163be15. Feb 16 10:36:58.831264 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb63997-6c59-423c-a811-b454c2c688c5 req-6f4cc609-96dd-4c6a-9ab6-3bf35d996847 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:58.833440 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6eb63997-6c59-423c-a811-b454c2c688c5 req-6f4cc609-96dd-4c6a-9ab6-3bf35d996847 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 949 time: 0.0533936 Feb 16 10:36:58.841200 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed1f17-e7cd-462a-b4c9-26f8d1598557 req-fee096d5-4048-4091-b411-d5c2629dd2c8 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:58.842670 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11ed1f17-e7cd-462a-b4c9-26f8d1598557 req-fee096d5-4048-4091-b411-d5c2629dd2c8 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0720136 Feb 16 10:36:58.846782 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:36:58.884958 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6eb63997-6c59-423c-a811-b454c2c688c5 req-a0cace1d-85d9-45ae-8278-929380136ad6 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455499 Feb 16 10:36:58.959570 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11ed1f17-e7cd-462a-b4c9-26f8d1598557 req-e77263a3-bbca-4408-9640-d945334bf3fc tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100307 Feb 16 10:36:58.988277 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:36:58.998427 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] Sync routers for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:36:59.006741 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.009154 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:59.009911 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:59.055942 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-69dd3a8f-44d2-44f8-9025-29382b6f215c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9146819 Feb 16 10:36:59.055942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:36:59.055942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c65632-71db-4884-b8b8-8526c36db802" -d '{"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:36:59.055942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56294) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:59.057839 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021831789', 'description': 'tempest-secgroup-smoke-2021831789 description', 'project_id': '4750d97fe2634f04ab230fae1e890012'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:59.085910 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.091179 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd87872-a190-4610-8640-7de1f7e1b39f x-openstack-request-id: req-1fd87872-a190-4610-8640-7de1f7e1b39f {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:36:59.091617 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:36:59.091961 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fd87872-a190-4610-8640-7de1f7e1b39f {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:36:59.092538 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'status': 'completed', 'code': 200} Feb 16 10:36:59.132111 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:59.170356 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c65632-71db-4884-b8b8-8526c36db802 req-45410ce4-d4dd-4356-a7a7-27fa70c806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:59.172852 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-45410ce4-d4dd-4356-a7a7-27fa70c806a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1129 time: 0.0525358 Feb 16 10:36:59.216045 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group (223bacd7-dcc1-44d7-8a31-b55f464e8e8d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.222812 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (223bacd7-dcc1-44d7-8a31-b55f464e8e8d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.268808 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.273383 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c65632-71db-4884-b8b8-8526c36db802 req-aef9cbcb-d3f5-400d-af54-3a6792caad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:59.274023 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2194092 Feb 16 10:36:59.274698 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56300) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:59.274894 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-aef9cbcb-d3f5-400d-af54-3a6792caad4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 915 time: 0.0956724 Feb 16 10:36:59.284304 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group_rule': {'security_group_id': '223bacd7-dcc1-44d7-8a31-b55f464e8e8d', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:59.300855 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afd74f-4df6-4ecc-9609-bfd071899fcd req-4b3243e8-c11d-49f3-a966-ddd8a1754fdd tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:59.302484 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98afd74f-4df6-4ecc-9609-bfd071899fcd req-4b3243e8-c11d-49f3-a966-ddd8a1754fdd tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 945 time: 0.1363738 Feb 16 10:36:59.307518 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66a2d3-16cc-4ac5-9cc5-996ace9df946 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223bacd7-dcc1-44d7-8a31-b55f464e8e8d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:59.355194 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (7f98afda-f816-4dd0-bbf3-dbfcaedb05e6), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.358886 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-e1c2f340-4b10-4775-8064-cf57259a1726 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 998 time: 0.0747454 Feb 16 10:36:59.383962 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98afd74f-4df6-4ecc-9609-bfd071899fcd req-a6326421-e3fb-4dbe-926d-9d4401648fba tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716555 Feb 16 10:36:59.415868 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c65632-71db-4884-b8b8-8526c36db802 req-8c887aa4-2f26-4829-be1e-713f0c8f7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:59.417435 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-8c887aa4-2f26-4829-be1e-713f0c8f7d74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.0514164 Feb 16 10:36:59.425480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (7f98afda-f816-4dd0-bbf3-dbfcaedb05e6), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.429321 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (7f98afda-f816-4dd0-bbf3-dbfcaedb05e6), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.450077 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f98afda-f816-4dd0-bbf3-dbfcaedb05e6,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:59.463166 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.463848 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-38a87593-4b69-4831-b58e-43effed5edfc tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836836 Feb 16 10:36:59.466729 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 56302) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:59.471814 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group_rule': {'security_group_id': '223bacd7-dcc1-44d7-8a31-b55f464e8e8d', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:59.477785 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '94d431b1-7bee-4bf8-9466-43dd9e4d0538', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'port_id': '4e24e9a4-a940-4826-a186-1adaa163be15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'mac_address': 'fa:16:3e:97:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:36:57Z', 'updated_at': '2022-02-16T10:36:57Z', 'revision_number': 0, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:59.507680 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] Checking router: 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:36:59.507932 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c65632-71db-4884-b8b8-8526c36db802 req-2a26c7b6-a1b8-48a8-b0ed-2171b60fac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:36:59.509380 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-2a26c7b6-a1b8-48a8-b0ed-2171b60fac90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0786297 Feb 16 10:36:59.510768 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (fbddb127-e554-427d-92f7-a1b49ce03c68), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.516493 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:36:59.517082 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:36:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:59.618189 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (fbddb127-e554-427d-92f7-a1b49ce03c68), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.625382 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:36:59.626559 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (fbddb127-e554-427d-92f7-a1b49ce03c68), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.656268 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbddb127-e554-427d-92f7-a1b49ce03c68,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:59.661698 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-c59638c5-209b-4a6f-870b-616dba803de3 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363196 Feb 16 10:36:59.665794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.666991 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-93706be3-9772-4cd4-a52a-dbf3775902af tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1994019 Feb 16 10:36:59.669894 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56304) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:59.676182 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group_rule': {'security_group_id': '223bacd7-dcc1-44d7-8a31-b55f464e8e8d', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:59.704704 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (9075e730-2c5f-4310-967b-7f6ee48e1e9a), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.781205 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (9075e730-2c5f-4310-967b-7f6ee48e1e9a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.785831 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (9075e730-2c5f-4310-967b-7f6ee48e1e9a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.809572 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9075e730-2c5f-4310-967b-7f6ee48e1e9a,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:59.816221 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.817650 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bd193164-fad9-48a0-aa93-e63f6cff751d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461959 Feb 16 10:36:59.820485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56308) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:59.825007 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group_rule': {'security_group_id': '223bacd7-dcc1-44d7-8a31-b55f464e8e8d', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:59.851236 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (84c4616b-35de-46b6-95a9-5837f1373596), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.873461 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '94d431b1-7bee-4bf8-9466-43dd9e4d0538', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'port_id': '4e24e9a4-a940-4826-a186-1adaa163be15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'mac_address': 'fa:16:3e:97:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:36:57Z', 'updated_at': '2022-02-16T10:36:57Z', 'revision_number': 0, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:36:59.881645 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 36496812-8f0d-4174-8f98-72236bce7b11 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:36:59.902858 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa3fc2-03f6-4c17-8a60-b0c9f818237f None None] The sync data for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi is: [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '94d431b1-7bee-4bf8-9466-43dd9e4d0538', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'port_id': '4e24e9a4-a940-4826-a186-1adaa163be15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'mac_address': 'fa:16:3e:97:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:36:57Z', 'updated_at': '2022-02-16T10:36:57Z', 'revision_number': 0, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:36:59.915924 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (84c4616b-35de-46b6-95a9-5837f1373596), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.921321 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (84c4616b-35de-46b6-95a9-5837f1373596), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.943386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c4616b-35de-46b6-95a9-5837f1373596,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:36:59.959620 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:36:59.960878 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d4d28e23-0e1a-47e8-920a-240f1d431b13 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393881 Feb 16 10:36:59.967825 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56312) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:36:59.976446 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group_rule': {'security_group_id': '223bacd7-dcc1-44d7-8a31-b55f464e8e8d', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:36:59.979516 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 36496812-8f0d-4174-8f98-72236bce7b11 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:37:00.002969 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 36496812-8f0d-4174-8f98-72236bce7b11 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:00.003559 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (36496812-8f0d-4174-8f98-72236bce7b11), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.005767 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Project 4750d97fe2634f04ab230fae1e890012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 10:37:00.012537 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (ed09b3db-afb6-4170-9a79-67b429f76f85), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.093252 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c0c65632-71db-4884-b8b8-8526c36db802 req-75cf60b1-df07-4c6e-9018-2a96f61edf6d service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232917 Feb 16 10:37:00.114534 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60f5f-cb31-4398-be72-535e3a41433d req-6f58ad0e-27af-4364-b26b-a43c5bad1e7b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:00.122744 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df60f5f-cb31-4398-be72-535e3a41433d req-6f58ad0e-27af-4364-b26b-a43c5bad1e7b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 949 time: 0.1117561 Feb 16 10:37:00.130148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (ed09b3db-afb6-4170-9a79-67b429f76f85), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.136747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (ed09b3db-afb6-4170-9a79-67b429f76f85), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.171909 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589723cd-b75a-4241-8659-41bc1cf129c6 req-3166168c-ed3e-474c-9c18-67fa64c09a3f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:00.173642 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-589723cd-b75a-4241-8659-41bc1cf129c6 req-3166168c-ed3e-474c-9c18-67fa64c09a3f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1020911 Feb 16 10:37:00.175331 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 36496812-8f0d-4174-8f98-72236bce7b11 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:00.175932 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (36496812-8f0d-4174-8f98-72236bce7b11), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.185647 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed09b3db-afb6-4170-9a79-67b429f76f85,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:00.201037 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df60f5f-cb31-4398-be72-535e3a41433d req-5ecfdc20-74dd-4151-829b-f692340a6ad6 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Feb 16 10:37:00.201654 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.203542 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-51395b5e-c751-4902-9fd6-e6c85786396e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2374265 Feb 16 10:37:00.206576 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 56318) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:00.211682 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'security_group_rule': {'security_group_id': '223bacd7-dcc1-44d7-8a31-b55f464e8e8d', 'project_id': '4750d97fe2634f04ab230fae1e890012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:00.229316 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36496812-8f0d-4174-8f98-72236bce7b11'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:00.229477 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b33444-e5f0-4ff5-a7a9-f9d56b7f941c" -d '{"events": [{"server_uuid": "e27c6cf8-c084-40fd-b73c-e421e6c71a8c", "name": "network-vif-plugged", "status": "completed", "tag": "36496812-8f0d-4174-8f98-72236bce7b11"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:00.257789 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-589723cd-b75a-4241-8659-41bc1cf129c6 req-01e96096-aeb3-4a1f-8f62-a6fd50778645 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777600 Feb 16 10:37:00.258288 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.securitygroups_db [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Project 4750d97fe2634f04ab230fae1e890012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 10:37:00.265087 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (6ac29ce8-97fa-40c6-af61-d8aa67571f5e), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.266773 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 36496812-8f0d-4174-8f98-72236bce7b11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36496812-8f0d-4174-8f98-72236bce7b11,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:00.274785 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (36496812-8f0d-4174-8f98-72236bce7b11), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.276116 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device a4eb6647-d786-4c26-9f17-2f94b0e6aff6 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:37:00.283859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63773231-df4a-41a3-a9ba-110ed7415d5b x-openstack-request-id: req-63773231-df4a-41a3-a9ba-110ed7415d5b {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:00.284173 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27c6cf8-c084-40fd-b73c-e421e6c71a8c", "name": "network-vif-plugged", "status": "completed", "tag": "36496812-8f0d-4174-8f98-72236bce7b11", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:00.284432 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63773231-df4a-41a3-a9ba-110ed7415d5b {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:00.284826 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36496812-8f0d-4174-8f98-72236bce7b11', 'code': 200} Feb 16 10:37:00.331369 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dccc9f-73e0-4a92-8691-e34ad3bf57e8 None None] New status for floating IP 94d431b1-7bee-4bf8-9466-43dd9e4d0538: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:37:00.350850 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (6ac29ce8-97fa-40c6-af61-d8aa67571f5e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.354661 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (6ac29ce8-97fa-40c6-af61-d8aa67571f5e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.374042 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac29ce8-97fa-40c6-af61-d8aa67571f5e,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:00.383628 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.386673 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ecba3462-a323-4d9d-980f-0268a556cb28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1787591 Feb 16 10:37:00.412595 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=36496812-8f0d-4174-8f98-72236bce7b11,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:00.476131 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:37:00.481580 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:00.481965 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.519222 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5eb966c3-7528-424e-838f-fee15476da9b req-434f1ec7-60ac-4f28-b30c-760acf039ef9 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021831789&fields=id&tenant_id=4750d97fe2634f04ab230fae1e890012 HTTP/1.1" status: 200 len: 267 time: 0.0583911 Feb 16 10:37:00.538985 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883e997-f21e-4f56-85b0-decea675c48b req-bdd5a5d8-b76d-40fc-9315-a723c98d83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:00.540497 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c883e997-f21e-4f56-85b0-decea675c48b req-bdd5a5d8-b76d-40fc-9315-a723c98d83f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 1130 time: 0.1068237 Feb 16 10:37:00.566457 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc301-bfea-463c-b7cd-ad2981e6b7fa req-9dd81a33-feda-4e24-ba9d-75f73c021295 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:00.567962 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f27cc301-bfea-463c-b7cd-ad2981e6b7fa req-9dd81a33-feda-4e24-ba9d-75f73c021295 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.1015220 Feb 16 10:37:00.585852 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb966c3-7528-424e-838f-fee15476da9b req-744943d2-8e32-4333-a243-8c19d18bd55a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:00.587438 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5eb966c3-7528-424e-838f-fee15476da9b req-744943d2-8e32-4333-a243-8c19d18bd55a tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0621898 Feb 16 10:37:00.601693 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'port': {'security_groups': ['e81955ae-8894-409d-9bf1-ba8137b2ab8e', '223bacd7-dcc1-44d7-8a31-b55f464e8e8d']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:00.626373 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:00.626779 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.638050 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c883e997-f21e-4f56-85b0-decea675c48b req-cced6523-1e59-48a2-8498-7b688b595557 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859878 Feb 16 10:37:00.641658 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f27cc301-bfea-463c-b7cd-ad2981e6b7fa req-7978a30e-6d67-4f64-b2f7-a2976441180e tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Feb 16 10:37:00.665612 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:00.670057 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.683674 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.717191 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:00.903849 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:00.931488 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for port (4e24e9a4-a940-4826-a186-1adaa163be15), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.936160 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.950497 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['4e24e9a4-a940-4826-a186-1adaa163be15'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:00.993548 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:00.994381 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:00.999237 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5eb966c3-7528-424e-838f-fee15476da9b req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "PUT /v2.0/ports/4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 981 time: 0.4044802 Feb 16 10:37:01.030982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192fb84-a4d2-4dcf-bcc9-27c13a47d439 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=6']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:01.093176 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:01.096297 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6439252a-ae50-449d-8dfb-815edca4642d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:01.123006 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ba0f1-0c0b-4d34-8bd6-1928cacc0875 req-a9667558-b8e8-418f-82ad-d6543e53024f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.133833 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-211ba0f1-0c0b-4d34-8bd6-1928cacc0875 req-a9667558-b8e8-418f-82ad-d6543e53024f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0725818 Feb 16 10:37:01.169660 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf266ba-3936-404b-bc5a-d3e7a5bc938f x-openstack-request-id: req-bcf266ba-3936-404b-bc5a-d3e7a5bc938f {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:01.170164 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:01.170485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcf266ba-3936-404b-bc5a-d3e7a5bc938f {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:01.170945 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'status': 'completed', 'code': 200} Feb 16 10:37:01.203416 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['4e24e9a4-a940-4826-a186-1adaa163be15'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:01.247129 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-211ba0f1-0c0b-4d34-8bd6-1928cacc0875 req-df339e45-6b3f-424e-893f-fb753eeb7e24 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119087 Feb 16 10:37:01.273596 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439252a-ae50-449d-8dfb-815edca4642d req-e2b787cb-390a-4d1a-abc7-2edf6e5005e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.275803 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-e2b787cb-390a-4d1a-abc7-2edf6e5005e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1168 time: 0.0786517 Feb 16 10:37:01.364396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf1621-b303-4101-aa7c-27649b7e1f06 req-2994fd02-43a8-4320-b91e-5cdefc0b3a78 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.365914 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bcbf1621-b303-4101-aa7c-27649b7e1f06 req-2994fd02-43a8-4320-b91e-5cdefc0b3a78 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0708675 Feb 16 10:37:01.379260 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d19d9e54-db15-4352-b64f-bff2301f8e59 None None] Provisioning complete for port 4e24e9a4-a940-4826-a186-1adaa163be15 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:01.379710 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d19d9e54-db15-4352-b64f-bff2301f8e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:01.422460 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bcbf1621-b303-4101-aa7c-27649b7e1f06 req-f27964dd-0ed1-4015-b1de-320e363f618b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 Feb 16 10:37:01.434697 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439252a-ae50-449d-8dfb-815edca4642d req-dde8d5f5-0d03-49c8-afdd-cfadfc8021a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.436185 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-dde8d5f5-0d03-49c8-afdd-cfadfc8021a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 915 time: 0.1487279 Feb 16 10:37:01.445310 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1a687-39cf-4914-881c-3f6b0abd355e req-0f1ebd34-4f7e-4ada-95ca-36a5b681ae3a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.452588 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4fd1a687-39cf-4914-881c-3f6b0abd355e req-0f1ebd34-4f7e-4ada-95ca-36a5b681ae3a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1186626 Feb 16 10:37:01.549454 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-f9ed227c-6eac-40f5-a319-38827692e937 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 1000 time: 0.0947316 Feb 16 10:37:01.553099 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4fd1a687-39cf-4914-881c-3f6b0abd355e req-4467b2a2-f1f8-4746-8d94-7d34b2417141 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997503 Feb 16 10:37:01.602066 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439252a-ae50-449d-8dfb-815edca4642d req-bdecc950-5712-48e1-99c7-b5427c0c7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.603581 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-bdecc950-5712-48e1-99c7-b5427c0c7461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.0475695 Feb 16 10:37:01.664303 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439252a-ae50-449d-8dfb-815edca4642d req-79a6583d-73c1-4f40-afd5-1c69cc357806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.665809 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-79a6583d-73c1-4f40-afd5-1c69cc357806 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536659 Feb 16 10:37:01.713355 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d19d9e54-db15-4352-b64f-bff2301f8e59 None None] Current status of the port 4e24e9a4-a940-4826-a186-1adaa163be15 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:01.727940 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a7441131-b8c6-421a-a0c9-564a9a6a7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:01.764941 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-203173d5-3945-45fd-8cdb-ad9eba788ceb service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914941 Feb 16 10:37:01.779216 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63177-56fd-4296-83b6-a62708ac620f req-9766c241-2e43-470c-ad99-f9b10e376b75 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:01.786340 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-46b63177-56fd-4296-83b6-a62708ac620f req-9766c241-2e43-470c-ad99-f9b10e376b75 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0616140 Feb 16 10:37:01.833967 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-46b63177-56fd-4296-83b6-a62708ac620f req-67519d2e-ccfc-4d97-930c-ec85df0685d8 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467553 Feb 16 10:37:01.873179 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6439252a-ae50-449d-8dfb-815edca4642d req-0f6961f0-9b4b-4a16-95eb-e719647e91a8 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984414 Feb 16 10:37:02.286478 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:02.288900 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c62c1-54a2-4b25-8677-6d75b7d6165d" -d '{"events": [{"server_uuid": "141d8de3-76ef-4ae6-9c6b-8d88de35e61a", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb6647-d786-4c26-9f17-2f94b0e6aff6"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:02.327261 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b5b645-bfd9-4104-b162-8e9c6985c249 x-openstack-request-id: req-39b5b645-bfd9-4104-b162-8e9c6985c249 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:02.327603 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141d8de3-76ef-4ae6-9c6b-8d88de35e61a", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb6647-d786-4c26-9f17-2f94b0e6aff6", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:02.327937 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39b5b645-bfd9-4104-b162-8e9c6985c249 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:02.328262 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6', 'code': 200} Feb 16 10:37:02.505084 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-07bee8b5-11ab-4fc1-8b88-7b44fe273678 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212616760&fields=id&tenant_id=dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 267 time: 0.0537331 Feb 16 10:37:02.589039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151fb9-ee59-4733-8ef7-b0db2c5cf03e req-79c3a9d3-e0eb-41e0-8a7a-fc6d4d18e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:02.590567 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-19151fb9-ee59-4733-8ef7-b0db2c5cf03e req-79c3a9d3-e0eb-41e0-8a7a-fc6d4d18e5b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 1134 time: 0.0760825 Feb 16 10:37:02.599082 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda206-a65a-4ab2-81a1-1d35a81eeb5c req-b3b5736a-f216-4a9e-b89d-beb6530d4b0a tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:02.600502 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01cda206-a65a-4ab2-81a1-1d35a81eeb5c req-b3b5736a-f216-4a9e-b89d-beb6530d4b0a tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0949774 Feb 16 10:37:02.616420 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-238320ef-a126-4a99-87c5-e6f4f132288d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:02.617898 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-238320ef-a126-4a99-87c5-e6f4f132288d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 811 time: 0.1066201 Feb 16 10:37:02.633306 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-a515bbb0-36ce-4a55-abe9-20d3d2d7978d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/quotas/dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 375 time: 0.0096557 Feb 16 10:37:02.675135 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-19151fb9-ee59-4733-8ef7-b0db2c5cf03e req-c925c860-0de5-477a-b3ac-b7ce96ac4473 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696929 Feb 16 10:37:02.678329 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01cda206-a65a-4ab2-81a1-1d35a81eeb5c req-34377ead-e977-4051-936e-4567f60a1d62 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717211 Feb 16 10:37:02.688314 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-2c75d55d-7bd4-4209-b132-cd965a822a6e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500033 Feb 16 10:37:02.785508 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697d71-e62b-42d6-84a0-bc461320961a req-0940c437-9d03-4527-9975-e827c62774e6 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:02.786370 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-04bb3442-f995-4c0d-9831-d69d45a162e0 service neutron] 10.222.0.45 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Feb 16 10:37:02.786960 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e4697d71-e62b-42d6-84a0-bc461320961a req-0940c437-9d03-4527-9975-e827c62774e6 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0542665 Feb 16 10:37:02.837455 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e4697d71-e62b-42d6-84a0-bc461320961a req-128bd42c-9559-444c-ad9b-3de3a445ce69 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451334 Feb 16 10:37:02.876024 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-ef506771-91c2-484c-bef3-ee27042ab8dc service neutron] 10.222.0.45 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Feb 16 10:37:02.959524 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232902-8176-45a9-8b9d-15bc6186abeb req-3c12caca-cfff-4106-b99f-35af8fe1a218 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:02.961136 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae232902-8176-45a9-8b9d-15bc6186abeb req-3c12caca-cfff-4106-b99f-35af8fe1a218 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0574160 Feb 16 10:37:03.009227 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae232902-8176-45a9-8b9d-15bc6186abeb req-24c5a6c7-b0b0-4e53-845d-f3cc95509759 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Feb 16 10:37:03.163605 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6e0bbaab-d3b7-4946-9b28-09e90963d8bf req-f8111d4a-4548-4241-a2e3-18d0198c007b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0291464 Feb 16 10:37:03.797687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f81ad4-d09d-4045-afb9-b5b4d9913793 req-efdf49a6-15d9-4360-9ad0-c36cd0404b4e tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:03.799313 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-17f81ad4-d09d-4045-afb9-b5b4d9913793 req-efdf49a6-15d9-4360-9ad0-c36cd0404b4e tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0595798 Feb 16 10:37:03.809108 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d6b4d-3501-4a71-ba37-9f1763bb92d7 req-71b6952b-7d6e-4beb-b42f-bcbc3fca6aa4 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:03.810835 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b21d6b4d-3501-4a71-ba37-9f1763bb92d7 req-71b6952b-7d6e-4beb-b42f-bcbc3fca6aa4 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0582228 Feb 16 10:37:03.853810 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-17f81ad4-d09d-4045-afb9-b5b4d9913793 req-62391903-9067-48e4-ad74-811126d8b0a6 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490236 Feb 16 10:37:03.863379 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b21d6b4d-3501-4a71-ba37-9f1763bb92d7 req-3ab53cef-bf0a-4b5c-a0d0-aa9311b9dc1b tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Feb 16 10:37:03.970199 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d365a59-28c5-4d86-941d-b171263c5c59 req-b9444781-5acb-4f8a-b7a2-a146fc9adc46 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:03.971725 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d365a59-28c5-4d86-941d-b171263c5c59 req-b9444781-5acb-4f8a-b7a2-a146fc9adc46 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0540309 Feb 16 10:37:04.019540 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d365a59-28c5-4d86-941d-b171263c5c59 req-f7edf86e-835c-4b61-bddb-3d716ae3e1b6 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Feb 16 10:37:04.261470 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8107ef62-613a-41ec-9a30-753740d9c22b req-105c6049-e80a-4d75-aa43-2c7f68788546 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Feb 16 10:37:04.303044 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4676f983-ca40-4ec3-af2e-76f4e0781c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:04.370361 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-2c0c17dc-d07b-486d-840e-ea5512ed7278 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:04.372075 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-2c0c17dc-d07b-486d-840e-ea5512ed7278 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 811 time: 0.1069560 Feb 16 10:37:04.466669 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-4df5c11b-a070-4676-a787-2b9ddd3a180b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 380 time: 0.0615396 Feb 16 10:37:04.482695 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'port': {'device_id': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'admin_state_up': True, 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'security_groups': ['3371b532-012c-4315-a721-3e14544b31dc']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:04.594574 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Made reservation on behalf of dce30c09b0fa41418359cd3872e9d80c for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:37:04.598019 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:04.723818 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Allocated IP 172.20.0.8 (cef898ac-7109-4c48-824d-5dc9a5f6a10a/05509798-d03c-4e80-ba77-5f8256d9399d/40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:04.860344 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:04.907684 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:04.958827 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:37:04.979707 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:04.985062 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:37:04.989530 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683011fa-5cf5-43bb-a0f8-541f1280e0cf req-a8b2aed4-9357-4cd6-a730-22c310db8451 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:04.991406 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-683011fa-5cf5-43bb-a0f8-541f1280e0cf req-a8b2aed4-9357-4cd6-a730-22c310db8451 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0550220 Feb 16 10:37:05.010790 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:05.045724 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:05.046972 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:05.048705 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-683011fa-5cf5-43bb-a0f8-541f1280e0cf req-e574e9b1-4eac-4647-b122-492c0969a8bd tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 Feb 16 10:37:05.062676 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2191d8-1df5-4f48-880f-9ca5bbf23891 req-ba5fb90f-2758-4eeb-81db-ec4e57b9adf7 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:05.064342 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f2191d8-1df5-4f48-880f-9ca5bbf23891 req-ba5fb90f-2758-4eeb-81db-ec4e57b9adf7 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.1228213 Feb 16 10:37:05.081844 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-9c44f1fd-80e1-4b6b-8add-0de0e5728814 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027529 Feb 16 10:37:05.130197 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f2191d8-1df5-4f48-880f-9ca5bbf23891 req-3d0b7bfe-7090-4aea-a908-928b3652525c tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575531 Feb 16 10:37:05.172674 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c315-3d52-4070-a609-4cf95120076c req-7950d33d-1dd3-4550-90fc-72451620681c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:05.177151 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ba2c315-3d52-4070-a609-4cf95120076c req-7950d33d-1dd3-4550-90fc-72451620681c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0593610 Feb 16 10:37:05.228343 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ba2c315-3d52-4070-a609-4cf95120076c req-0abeb645-7961-495f-b6de-917add245d8e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Feb 16 10:37:05.252570 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:05.267206 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-4f61cb28-3508-48e9-8fb3-5873e4239b44 None None] Provisioning complete for port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:05.267555 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4f61cb28-3508-48e9-8fb3-5873e4239b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:05.306398 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-4f61cb28-3508-48e9-8fb3-5873e4239b44 None None] Port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:37:05.383939 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188dc7f-92f7-4748-b4c4-e4d6e7f9f031 req-7fafd1e5-d067-4c56-a57b-47b47122b6e3 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:05.385547 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e188dc7f-92f7-4748-b4c4-e4d6e7f9f031 req-7fafd1e5-d067-4c56-a57b-47b47122b6e3 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 931 time: 0.0547206 Feb 16 10:37:05.422452 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3653f-7315-4221-9ce0-f3fd628c8eac req-47bb709d-e942-40a7-a14f-4ad1e0575097 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:05.424080 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-59a3653f-7315-4221-9ce0-f3fd628c8eac req-47bb709d-e942-40a7-a14f-4ad1e0575097 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0561724 Feb 16 10:37:05.435032 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e188dc7f-92f7-4748-b4c4-e4d6e7f9f031 req-ae4e3080-818a-4382-83a3-6d6c93ef3b24 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Feb 16 10:37:05.472605 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-59a3653f-7315-4221-9ce0-f3fd628c8eac req-90e12a18-bab3-402c-8dd0-ba4967293f63 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Feb 16 10:37:06.173934 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beca1a-af3a-41ef-9dfd-65dcad33470b req-0a656940-492b-4c3f-9273-4411611a505d tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:06.175414 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17beca1a-af3a-41ef-9dfd-65dcad33470b req-0a656940-492b-4c3f-9273-4411611a505d tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0552030 Feb 16 10:37:06.222037 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17beca1a-af3a-41ef-9dfd-65dcad33470b req-224a2f95-bb2f-43d1-bbc8-7ffd4ddc30ab tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Feb 16 10:37:06.348429 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6faec5-21f8-433a-9f63-0f019e34ba24 req-75752719-5601-4e77-ae5e-cf0260a88173 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:06.349884 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4c6faec5-21f8-433a-9f63-0f019e34ba24 req-75752719-5601-4e77-ae5e-cf0260a88173 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Feb 16 10:37:06.395783 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4c6faec5-21f8-433a-9f63-0f019e34ba24 req-07a1b31a-1101-4635-81c0-18751d90b09f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Feb 16 10:37:06.550838 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f6653-447b-451a-bc80-096f75a34c83 req-a1a0bcc9-8960-4316-bece-1de91d014b08 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:06.552234 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-715f6653-447b-451a-bc80-096f75a34c83 req-a1a0bcc9-8960-4316-bece-1de91d014b08 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 931 time: 0.0522733 Feb 16 10:37:06.594659 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed592d5a-76d4-4ba1-b2da-135c403c6d53 req-eab6ad11-166d-4092-b0d1-323b4d9d32ab tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:06.596168 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ed592d5a-76d4-4ba1-b2da-135c403c6d53 req-eab6ad11-166d-4092-b0d1-323b4d9d32ab tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0567107 Feb 16 10:37:06.600730 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-715f6653-447b-451a-bc80-096f75a34c83 req-eaaf219b-eea8-448f-a209-626a951c9b1a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Feb 16 10:37:06.642522 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ed592d5a-76d4-4ba1-b2da-135c403c6d53 req-fd48406f-8965-43d7-af5f-ecce8c6d9b55 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Feb 16 10:37:06.705369 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:07.272826 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Request body: {'port': {'device_id': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:07.334527 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:07.354386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc1191-56a0-49ab-a84a-09ebe5901481 req-3be87f31-cb86-4cf1-afbd-931d318fc0a6 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:07.355878 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bbbc1191-56a0-49ab-a84a-09ebe5901481 req-3be87f31-cb86-4cf1-afbd-931d318fc0a6 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0585930 Feb 16 10:37:07.403069 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bbbc1191-56a0-49ab-a84a-09ebe5901481 req-506d8a3c-6517-4b29-b208-95c409f0edd1 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 Feb 16 10:37:07.587528 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3298bd-917e-4639-82f9-319decb71d26 req-57954b1a-f5cb-41e1-b791-eb990ba7fd75 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:07.589075 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1e3298bd-917e-4639-82f9-319decb71d26 req-57954b1a-f5cb-41e1-b791-eb990ba7fd75 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1160634 Feb 16 10:37:07.680119 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1e3298bd-917e-4639-82f9-319decb71d26 req-6f45a802-f515-4770-8d49-18f5508d1c6e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811245 Feb 16 10:37:07.689159 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:37:07.700153 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Publish callbacks [] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:07.711876 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Transition to ACTIVE for port object 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:37:07.717255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:07.728553 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b7599-aed0-4d63-a96a-1bc88795cdb1 req-faa2f264-58a7-422c-8fa0-db64a700ac8a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:07.730142 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dc8b7599-aed0-4d63-a96a-1bc88795cdb1 req-faa2f264-58a7-422c-8fa0-db64a700ac8a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 931 time: 0.0613585 Feb 16 10:37:07.785462 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dc8b7599-aed0-4d63-a96a-1bc88795cdb1 req-3f986a27-1d69-4cc9-ad18-96b0e811b980 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488367 Feb 16 10:37:07.806919 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:07.873089 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9c55-55fc-439a-8876-2f2f5ecd76e0 req-c8fb4b6f-3254-4e52-890f-9d5b48c5eb65 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:07.874851 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c11a9c55-55fc-439a-8876-2f2f5ecd76e0 req-c8fb4b6f-3254-4e52-890f-9d5b48c5eb65 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.1207631 Feb 16 10:37:07.907102 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Attempting to bind port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:37:07.907433 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Attempting to bind port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:37:07.907759 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Attempting to bind port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:07.916561 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb on network cef898ac-7109-4c48-824d-5dc9a5f6a10a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:37:07.916885 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Attempting to bind port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:07.931807 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:37:07.932149 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Checking segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:37:07.932542 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Bound using segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:37:07.933670 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Bound port: 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:37:07.933670 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:07.958087 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c11a9c55-55fc-439a-8876-2f2f5ecd76e0 req-fd71d8ce-cd48-46b1-8e58-409a3a7356e1 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753186 Feb 16 10:37:08.022330 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] For port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host hv-cinder-80475, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:37:08.025624 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] For port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:37:08.032629 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:08.067048 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.067635 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:08.069036 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] 10.222.0.24 "PUT /v2.0/ports/40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb HTTP/1.1" status: 200 len: 1093 time: 0.8007069 Feb 16 10:37:08.069477 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:08.071756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd09cd0c-3c5a-4785-9738-7193341e4697" -d '{"events": [{"name": "network-changed", "server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:08.106330 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6998-244e-4ba1-ac10-63544927c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:08.131599 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c706d001-e1b9-4440-bc6f-4d435c92420e x-openstack-request-id: req-c706d001-e1b9-4440-bc6f-4d435c92420e {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:08.131946 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:08.132207 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c706d001-e1b9-4440-bc6f-4d435c92420e {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:08.132654 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'status': 'completed', 'code': 200} Feb 16 10:37:08.142537 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:08.187354 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-56a930e6-0e4f-4cf2-8b43-73eb08522e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.189009 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-56a930e6-0e4f-4cf2-8b43-73eb08522e2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 1127 time: 0.0529039 Feb 16 10:37:08.249668 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-f07efff3-366d-4617-93b2-88d26a02049d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb HTTP/1.1" status: 200 len: 217 time: 0.0517519 Feb 16 10:37:08.303129 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-cb6a0405-e87f-4599-9fcb-0068a296b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.304628 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-cb6a0405-e87f-4599-9fcb-0068a296b83a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0453382 Feb 16 10:37:08.357838 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-24673833-f7a5-4ab4-ad0a-6f6974f09ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.359483 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-24673833-f7a5-4ab4-ad0a-6f6974f09ecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457985 Feb 16 10:37:08.416176 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9d734-f94f-4020-a52c-95fc24379ced req-9032608c-45fc-4cc4-b514-b7e17872822b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.418373 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81e9d734-f94f-4020-a52c-95fc24379ced req-9032608c-45fc-4cc4-b514-b7e17872822b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.0647323 Feb 16 10:37:08.507309 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-83b29a82-1afb-4709-8be1-c72df9a584bf service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401343 Feb 16 10:37:08.551974 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Deleting port 36496812-8f0d-4174-8f98-72236bce7b11 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:08.552364 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (36496812-8f0d-4174-8f98-72236bce7b11), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:08.611892 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36aa13-298b-4a0a-9d3f-a2cd3f596f7d req-e3b8156a-048a-46c3-81a6-bc63ccfa5d53 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.613375 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf36aa13-298b-4a0a-9d3f-a2cd3f596f7d req-e3b8156a-048a-46c3-81a6-bc63ccfa5d53 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 946 time: 0.1211171 Feb 16 10:37:08.643603 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] For port 36496812-8f0d-4174-8f98-72236bce7b11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36496812-8f0d-4174-8f98-72236bce7b11,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:08.643884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (36496812-8f0d-4174-8f98-72236bce7b11), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:08.646915 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3db3f883-3105-4fe0-9cd0-d8449e8aa279 req-acb68e78-d7f5-4103-b89e-e81ec0d897a1 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238627 Feb 16 10:37:08.662566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Calling delete_port for 36496812-8f0d-4174-8f98-72236bce7b11 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:08.675654 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf36aa13-298b-4a0a-9d3f-a2cd3f596f7d req-febfdd1d-e608-4f36-8b4d-40e95fe6300f tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Feb 16 10:37:08.754735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-a084d75d-c3c9-4fd3-bf96-c62da2e44870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.756214 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-a084d75d-c3c9-4fd3-bf96-c62da2e44870 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 1127 time: 0.0455673 Feb 16 10:37:08.850581 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89e8d9-ca39-4994-93b1-b00fb8118b37 req-c37b5f11-8679-4242-80dd-3c2511aba1ac tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.851782 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aa89e8d9-ca39-4994-93b1-b00fb8118b37 req-c37b5f11-8679-4242-80dd-3c2511aba1ac tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0971267 Feb 16 10:37:08.855122 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-7abd7255-6bfa-4a20-b8e7-e4756d32d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.856574 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-7abd7255-6bfa-4a20-b8e7-e4756d32d9cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0929513 Feb 16 10:37:08.885201 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (36496812-8f0d-4174-8f98-72236bce7b11), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:08.921275 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893151-5889-4122-b2dd-395bbeabb6a1 req-2c46a82c-6c2e-4895-8481-0db1f838d269 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:08.922813 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-de893151-5889-4122-b2dd-395bbeabb6a1 req-2c46a82c-6c2e-4895-8481-0db1f838d269 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0553255 Feb 16 10:37:08.924175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Pushing event deleted for resources: {'Port': ['ID=36496812-8f0d-4174-8f98-72236bce7b11,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:08.936198 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aa89e8d9-ca39-4994-93b1-b00fb8118b37 req-9f00c2f1-def6-485b-8dd4-dcee6ba2c252 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773847 Feb 16 10:37:08.975631 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-de893151-5889-4122-b2dd-395bbeabb6a1 req-57b9d056-3644-4734-93d6-3cb7717ae92d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Feb 16 10:37:09.000803 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] No DVR routers for this DVR port 36496812-8f0d-4174-8f98-72236bce7b11 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:37:09.003862 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:09.007184 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81e9d734-f94f-4020-a52c-95fc24379ced req-60403982-91e7-4cc3-876f-189798ebb92b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "DELETE /v2.0/ports/36496812-8f0d-4174-8f98-72236bce7b11 HTTP/1.1" status: 204 len: 173 time: 0.5812430 Feb 16 10:37:09.007670 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'name': 'network-vif-deleted', 'tag': '36496812-8f0d-4174-8f98-72236bce7b11'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:09.009895 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c8931-f0b7-45f4-b3a7-031616c993ba" -d '{"events": [{"server_uuid": "e27c6cf8-c084-40fd-b73c-e421e6c71a8c", "name": "network-vif-deleted", "tag": "36496812-8f0d-4174-8f98-72236bce7b11"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:09.054968 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b65ab2-fa6b-421e-a5fd-cfb31d32641b x-openstack-request-id: req-a2b65ab2-fa6b-421e-a5fd-cfb31d32641b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:09.055269 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27c6cf8-c084-40fd-b73c-e421e6c71a8c", "name": "network-vif-deleted", "tag": "36496812-8f0d-4174-8f98-72236bce7b11", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:09.055523 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2b65ab2-fa6b-421e-a5fd-cfb31d32641b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:09.055912 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27c6cf8-c084-40fd-b73c-e421e6c71a8c', 'name': 'network-vif-deleted', 'tag': '36496812-8f0d-4174-8f98-72236bce7b11', 'status': 'completed', 'code': 200} Feb 16 10:37:09.081836 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcdc0-2684-4986-8739-72696387c594 req-9bf13371-13e9-41e9-b9e9-512b09a07b04 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:09.083352 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-646fcdc0-2684-4986-8739-72696387c594 req-9bf13371-13e9-41e9-b9e9-512b09a07b04 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0564823 Feb 16 10:37:09.129891 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-646fcdc0-2684-4986-8739-72696387c594 req-e3c9983c-1eb9-486d-8d24-d8fd4777c683 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Feb 16 10:37:09.773418 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-636a24e8-3f17-47fa-b76c-871b855738d7 req-d1fea8d6-afc2-4924-ac83-6106cc84b765 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 210 time: 0.0289836 Feb 16 10:37:09.956800 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['36496812-8f0d-4174-8f98-72236bce7b11'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:10.005347 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-6f718326-ad0e-4907-8966-ad397a488a01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb HTTP/1.1" status: 200 len: 217 time: 0.0435917 Feb 16 10:37:10.072795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe27d2-e198-4c43-bf1d-ab1918803877 req-3c99e42e-bab4-46dc-affd-5f1f86be943d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:10.074354 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bfe27d2-e198-4c43-bf1d-ab1918803877 req-3c99e42e-bab4-46dc-affd-5f1f86be943d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0555880 Feb 16 10:37:10.097877 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe98c1-6f18-48e5-8138-e827bc8f8c4f req-db572f53-79c1-4e3c-8780-58b3a5ceb5b2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:10.099524 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-57fe98c1-6f18-48e5-8138-e827bc8f8c4f req-db572f53-79c1-4e3c-8780-58b3a5ceb5b2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0560975 Feb 16 10:37:10.129096 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bfe27d2-e198-4c43-bf1d-ab1918803877 req-7a031e0b-8ecb-431a-97d2-a2293792d9c9 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Feb 16 10:37:10.150767 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-57fe98c1-6f18-48e5-8138-e827bc8f8c4f req-78e0b2b7-c9e6-4f49-b3e8-9314264526f9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Feb 16 10:37:10.250778 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49208432-0952-48eb-b835-d9804c6d8054 req-d607d129-a9ce-4dcf-84c2-296f0f893182 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:10.252271 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-49208432-0952-48eb-b835-d9804c6d8054 req-d607d129-a9ce-4dcf-84c2-296f0f893182 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0547068 Feb 16 10:37:10.299795 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-49208432-0952-48eb-b835-d9804c6d8054 req-62d9d1cf-b416-413a-a663-f8045009a25d tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Feb 16 10:37:10.867178 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90aaef07-ddd6-4c24-b605-31ba10694364 req-a4419811-1175-4c68-8364-1214995b8a86 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 210 time: 0.0264969 Feb 16 10:37:11.247246 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5d94-f6af-403f-8220-46a1820edcce req-0dd6b757-f724-4dc0-a804-f30dddcd3bd7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:11.248724 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d6a5d94-f6af-403f-8220-46a1820edcce req-0dd6b757-f724-4dc0-a804-f30dddcd3bd7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0527167 Feb 16 10:37:11.281168 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017c69-702c-4708-9077-12226e714b75 req-e392ecd2-547e-4283-a205-a4fba38d9eac tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:11.282720 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5017c69-702c-4708-9077-12226e714b75 req-e392ecd2-547e-4283-a205-a4fba38d9eac tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0587337 Feb 16 10:37:11.296249 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d6a5d94-f6af-403f-8220-46a1820edcce req-0552851d-238d-42d2-b161-57c024a9e587 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Feb 16 10:37:11.332829 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5017c69-702c-4708-9077-12226e714b75 req-046194b3-1b6e-442a-b6d0-f8c4b41090aa tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445263 Feb 16 10:37:11.422057 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b9046-585d-4edc-941d-6c58543f41f6 req-f63a00de-c1eb-450c-81fa-d9f692fb7026 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:11.423487 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2d8b9046-585d-4edc-941d-6c58543f41f6 req-f63a00de-c1eb-450c-81fa-d9f692fb7026 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0580978 Feb 16 10:37:11.468872 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2d8b9046-585d-4edc-941d-6c58543f41f6 req-d6327ee6-058a-4a90-ae13-0fc10b85305c tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Feb 16 10:37:11.822603 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:11.880165 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-74081056-e18f-491a-99ed-8f5437b765f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:11.881629 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-74081056-e18f-491a-99ed-8f5437b765f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0454469 Feb 16 10:37:11.948315 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-81174e5c-6766-4739-8e19-4e6a31ca2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:11.949869 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-81174e5c-6766-4739-8e19-4e6a31ca2334 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472124 Feb 16 10:37:11.984430 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8b2eff0e-12f2-4069-9ab3-ee0e197e04d5 req-f6756547-c791-4a71-ab49-97d2635e68d0 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=e27c6cf8-c084-40fd-b73c-e421e6c71a8c HTTP/1.1" status: 200 len: 210 time: 0.0334797 Feb 16 10:37:12.063162 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-78b629d1-cff8-49d8-8fe8-079cc06c09d8 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027648 Feb 16 10:37:12.168395 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd09cd0c-3c5a-4785-9738-7193341e4697 req-aad2d1cd-abe6-486f-984e-da7a959752e0 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979292 Feb 16 10:37:12.419694 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd17be9-2487-4d1d-af41-69608932bbf8 req-dcd3fd80-0e8b-4500-a381-782ed33577ae tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:12.422399 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bdd17be9-2487-4d1d-af41-69608932bbf8 req-dcd3fd80-0e8b-4500-a381-782ed33577ae tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0578408 Feb 16 10:37:12.481944 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bdd17be9-2487-4d1d-af41-69608932bbf8 req-41436e52-f7c5-4974-9bf1-ddf5e9996c9d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Feb 16 10:37:12.486000 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03928155-a554-4d8b-bf58-d6006ff5da36 req-e31fed4e-87d8-4e6b-8944-3cbed39eea54 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:12.487925 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-03928155-a554-4d8b-bf58-d6006ff5da36 req-e31fed4e-87d8-4e6b-8944-3cbed39eea54 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0783610 Feb 16 10:37:12.541822 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-03928155-a554-4d8b-bf58-d6006ff5da36 req-43d29864-a331-4c63-ac55-343af8dd01d8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465710 Feb 16 10:37:12.600616 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd4e4b-3524-479d-8e5a-6628a106030b req-5193e341-b1f3-439a-911e-1ec166fa7117 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:12.601873 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e6cd4e4b-3524-479d-8e5a-6628a106030b req-5193e341-b1f3-439a-911e-1ec166fa7117 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0579238 Feb 16 10:37:12.649869 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e6cd4e4b-3524-479d-8e5a-6628a106030b req-7abd7988-bd68-4b83-a86e-52224f07da19 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb59ef64-6245-4cc1-8790-f545088fc031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Feb 16 10:37:12.802069 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c843e8-b5fc-452d-85c9-a54447226eba req-a3266ba3-6136-41b8-8bc0-30396648873d tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:12.803543 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-15c843e8-b5fc-452d-85c9-a54447226eba req-a3266ba3-6136-41b8-8bc0-30396648873d tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.24 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 950 time: 0.0628829 Feb 16 10:37:12.907199 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Deleting port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:12.907898 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:12.994714 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] For port a4eb6647-d786-4c26-9f17-2f94b0e6aff6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,segment=NetworkSegment(2886db1b-2ecc-4573-8df4-cf70856d11c0),segment_id=2886db1b-2ecc-4573-8df4-cf70856d11c0)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:12.994990 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:13.007234 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Calling delete_port for a4eb6647-d786-4c26-9f17-2f94b0e6aff6 owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:13.138548 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (a4eb6647-d786-4c26-9f17-2f94b0e6aff6), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:13.164865 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Pushing event deleted for resources: {'Port': ['ID=a4eb6647-d786-4c26-9f17-2f94b0e6aff6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:13.215429 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] No DVR routers for this DVR port a4eb6647-d786-4c26-9f17-2f94b0e6aff6 on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:37:13.221073 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:13.224668 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-15c843e8-b5fc-452d-85c9-a54447226eba req-19a8dbf8-6730-48bb-acf8-fec52c040268 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.24 "DELETE /v2.0/ports/a4eb6647-d786-4c26-9f17-2f94b0e6aff6 HTTP/1.1" status: 204 len: 173 time: 0.4107361 Feb 16 10:37:13.225149 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'name': 'network-vif-deleted', 'tag': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:13.227607 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac306a5-4838-4f47-9504-e6206abeaf15" -d '{"events": [{"server_uuid": "141d8de3-76ef-4ae6-9c6b-8d88de35e61a", "name": "network-vif-deleted", "tag": "a4eb6647-d786-4c26-9f17-2f94b0e6aff6"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:13.267072 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aea20c-7dcf-483f-944e-a3a2fa44fdf3 x-openstack-request-id: req-e7aea20c-7dcf-483f-944e-a3a2fa44fdf3 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:13.267465 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141d8de3-76ef-4ae6-9c6b-8d88de35e61a", "name": "network-vif-deleted", "tag": "a4eb6647-d786-4c26-9f17-2f94b0e6aff6", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:13.267812 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7aea20c-7dcf-483f-944e-a3a2fa44fdf3 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:13.268311 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141d8de3-76ef-4ae6-9c6b-8d88de35e61a', 'name': 'network-vif-deleted', 'tag': 'a4eb6647-d786-4c26-9f17-2f94b0e6aff6', 'status': 'completed', 'code': 200} Feb 16 10:37:13.295359 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a2efd520-ca72-4a50-9266-619832a9823b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:13.297440 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a2efd520-ca72-4a50-9266-619832a9823b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/networks?id=d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 200 len: 808 time: 0.1228244 Feb 16 10:37:13.313688 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a8cd33d7-1e02-4fc2-99b2-36841a182ef8 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/quotas/6bd7f101a0374ca6b8c6a5653f841e70 HTTP/1.1" status: 200 len: 375 time: 0.0104363 Feb 16 10:37:13.351296 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-0ec3ff9f-d8fc-4596-b96a-17d887d4c36c tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317185 Feb 16 10:37:13.441360 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-cb26ea46-2e9d-4975-8aad-a33e1371c56a service neutron] 10.222.0.45 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826871 Feb 16 10:37:13.532663 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-2786acfa-b835-41c1-bc4c-748bd6846da1 service neutron] 10.222.0.45 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856822 Feb 16 10:37:13.740267 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aeaa9-dc3c-487e-bfaa-7e6d3fc4dfa8 req-b5d3052b-6cd8-4991-b01f-d16f69e4e901 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:13.741772 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-952aeaa9-dc3c-487e-bfaa-7e6d3fc4dfa8 req-b5d3052b-6cd8-4991-b01f-d16f69e4e901 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0588453 Feb 16 10:37:13.800984 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-952aeaa9-dc3c-487e-bfaa-7e6d3fc4dfa8 req-a7b66b01-ee6d-47ab-88d0-69cb9dedf2c2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525615 Feb 16 10:37:13.821969 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc28c-7c5e-461c-bae8-15c7aa4613d4 req-09ff8b32-0d9b-4d36-8717-071d70191a2f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:13.826627 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d53bc28c-7c5e-461c-bae8-15c7aa4613d4 req-09ff8b32-0d9b-4d36-8717-071d70191a2f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.2717779 Feb 16 10:37:13.884556 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d53bc28c-7c5e-461c-bae8-15c7aa4613d4 req-99919713-f73a-4743-8429-d49514d51b14 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546842 Feb 16 10:37:13.886356 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-77ddf04a-a921-442f-ae43-845017542b87 req-8085b7ed-9077-4b05-8ede-1b56c338f387 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 210 time: 0.0303926 Feb 16 10:37:13.978861 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f46c609-844c-441d-bf37-b0c24ce23754 req-3e809b22-bd50-478d-b3fd-2ac55ad717cf tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 210 time: 0.0292182 Feb 16 10:37:14.846045 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:37:14.931347 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ed1b-edb2-4758-99e3-ae7dbf8959c1 req-a531d756-2352-40ab-bc17-2150c3ec4da0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:14.932832 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bd97ed1b-edb2-4758-99e3-ae7dbf8959c1 req-a531d756-2352-40ab-bc17-2150c3ec4da0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0525377 Feb 16 10:37:14.982639 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bd97ed1b-edb2-4758-99e3-ae7dbf8959c1 req-d63ccd32-bdd8-45eb-8a71-ca32fb6f7d0b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Feb 16 10:37:14.987493 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-301ec193-5ccf-4750-b94a-84b175a2d780 req-bf346ce7-4f27-4a1d-9dc6-19daaa4591d3 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 210 time: 0.0320561 Feb 16 10:37:15.080872 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cf316a13-7481-4261-bb0d-1e5dc301720e req-ca660528-0325-436b-b685-bff2e27ab027 tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 210 time: 0.0271385 Feb 16 10:37:15.101371 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322481-c623-4f90-bd6b-dfd1a4b8d13b req-3671c5d7-d388-4e89-93a5-90869d21880f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:15.103016 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f0322481-c623-4f90-bd6b-dfd1a4b8d13b req-3671c5d7-d388-4e89-93a5-90869d21880f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0623624 Feb 16 10:37:15.151914 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f0322481-c623-4f90-bd6b-dfd1a4b8d13b req-714cbbe8-18dd-4681-ab59-49310f71a224 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Feb 16 10:37:15.694032 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['a4eb6647-d786-4c26-9f17-2f94b0e6aff6'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:15.716422 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 36496812-8f0d-4174-8f98-72236bce7b11 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:15.738279 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 36496812-8f0d-4174-8f98-72236bce7b11 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:15.738633 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 36496812-8f0d-4174-8f98-72236bce7b11 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:16.083240 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e80a9af7-b01c-4555-a659-3d1cebbd19d4 req-17ba965b-5734-4330-9904-4357927ded58 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 210 time: 0.0268421 Feb 16 10:37:16.106222 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364484d-1674-4f0a-8ff7-a1fa13fe829d req-5404adf7-3bb7-4e19-bb2f-21a22020dab3 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:16.107808 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4364484d-1674-4f0a-8ff7-a1fa13fe829d req-5404adf7-3bb7-4e19-bb2f-21a22020dab3 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0551558 Feb 16 10:37:16.166735 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4364484d-1674-4f0a-8ff7-a1fa13fe829d req-a7d2a43a-ffae-4b7f-b46a-30c5ad7f6aa0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464325 Feb 16 10:37:16.194258 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0eb5eb31-5efa-4c14-b60c-10be2f55814a req-6d9f521f-ca61-402a-9fd8-1b7e62efb1ec tempest-VolumesNegativeTest-277146855 tempest-VolumesNegativeTest-277146855-project] 10.222.0.45 "GET /v2.0/ports?device_id=141d8de3-76ef-4ae6-9c6b-8d88de35e61a HTTP/1.1" status: 200 len: 210 time: 0.0292931 Feb 16 10:37:16.291014 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30d89c-1610-4831-9ec2-db4a00cec007 req-c0e2ce29-16f4-4e10-89be-4714d4d88b87 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:16.292965 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f30d89c-1610-4831-9ec2-db4a00cec007 req-c0e2ce29-16f4-4e10-89be-4714d4d88b87 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0559919 Feb 16 10:37:16.342119 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f30d89c-1610-4831-9ec2-db4a00cec007 req-968da794-14a3-4cab-8803-d1df869e91d5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Feb 16 10:37:16.434833 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-c09807a1-8aee-425a-9bb5-d956312211cb tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:16.436308 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-c09807a1-8aee-425a-9bb5-d956312211cb tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "GET /v2.0/networks?id=d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 200 len: 808 time: 0.1115048 Feb 16 10:37:16.452645 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Request body: {'port': {'device_id': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1', 'admin_state_up': True, 'tenant_id': '6bd7f101a0374ca6b8c6a5653f841e70'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:16.564310 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Made reservation on behalf of 6bd7f101a0374ca6b8c6a5653f841e70 for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:37:16.567926 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:16.687992 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Allocated IP 172.20.0.10 (d0110fcd-ecdd-4d41-aab1-318962a5dca1/2721f6d1-e723-4208-b054-76da8840f0b9/ca0867dd-078c-4731-a30e-cc602955116d) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:16.842468 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks [] for port (ca0867dd-078c-4731-a30e-cc602955116d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:16.876249 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (ca0867dd-078c-4731-a30e-cc602955116d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:16.921058 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Network d0110fcd-ecdd-4d41-aab1-318962a5dca1 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:37:16.924274 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:16.927964 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:37:16.950968 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Pushing event updated for resources: {'Port': ['ID=ca0867dd-078c-4731-a30e-cc602955116d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:16.982939 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:16.983560 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:16.999966 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1ce75def-765c-41a5-adad-9e7f5e7ed866 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5512092 Feb 16 10:37:17.014631 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Request body: {'port': {'device_id': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:17.081476 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ca0867dd-078c-4731-a30e-cc602955116d), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:17.279039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58747666-01fc-45c7-9c8a-dc9bb133bb19 req-b58d7515-db0f-440b-8791-64e4aef81322 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:17.280537 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58747666-01fc-45c7-9c8a-dc9bb133bb19 req-b58d7515-db0f-440b-8791-64e4aef81322 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 932 time: 0.0962276 Feb 16 10:37:17.294725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87befa-2386-4c69-8f12-b42b81798990 req-5db83fcf-1fad-4d4c-9c25-acda28bc00fb tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:17.296490 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2b87befa-2386-4c69-8f12-b42b81798990 req-5db83fcf-1fad-4d4c-9c25-acda28bc00fb tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0597036 Feb 16 10:37:17.352887 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2b87befa-2386-4c69-8f12-b42b81798990 req-57c0963e-4855-4cdc-87a0-71a68ec9533b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Feb 16 10:37:17.405140 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0867dd-078c-4731-a30e-cc602955116d {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:37:17.413747 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Publish callbacks [] for port (ca0867dd-078c-4731-a30e-cc602955116d), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:17.426283 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Transition to ACTIVE for port object ca0867dd-078c-4731-a30e-cc602955116d will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:37:17.433532 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (ca0867dd-078c-4731-a30e-cc602955116d), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:17.520330 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Pushing event updated for resources: {'Port': ['ID=ca0867dd-078c-4731-a30e-cc602955116d,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:17.527397 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58747666-01fc-45c7-9c8a-dc9bb133bb19 req-bf49beb3-4a14-4d7b-998e-5acdb5a63cfd tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020435 Feb 16 10:37:17.580784 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5976414-764a-494a-8da0-2575f67e262d req-48b16d94-3f54-41b7-967c-5650d8c666aa tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:17.588579 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c5976414-764a-494a-8da0-2575f67e262d req-48b16d94-3f54-41b7-967c-5650d8c666aa tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0861454 Feb 16 10:37:17.617140 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Attempting to bind port ca0867dd-078c-4731-a30e-cc602955116d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:37:17.617530 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Attempting to bind port ca0867dd-078c-4731-a30e-cc602955116d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:37:17.617972 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Attempting to bind port ca0867dd-078c-4731-a30e-cc602955116d on network d0110fcd-ecdd-4d41-aab1-318962a5dca1 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:17.623079 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Port ca0867dd-078c-4731-a30e-cc602955116d on network d0110fcd-ecdd-4d41-aab1-318962a5dca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:37:17.623504 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Attempting to bind port ca0867dd-078c-4731-a30e-cc602955116d on network d0110fcd-ecdd-4d41-aab1-318962a5dca1 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:17.628764 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:37:17.629408 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Checking segment: {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:37:17.633756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Bound using segment: {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:37:17.633756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Bound port: ca0867dd-078c-4731-a30e-cc602955116d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b147ea-fe09-4228-80ac-9f842a7b441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:37:17.633756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ca0867dd-078c-4731-a30e-cc602955116d), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:17.658013 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c5976414-764a-494a-8da0-2575f67e262d req-e4549183-815c-4286-898f-490d94c8012a tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Feb 16 10:37:17.712483 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] For port ca0867dd-078c-4731-a30e-cc602955116d, host hv-cinder-80475, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:37:17.716080 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] For port ca0867dd-078c-4731-a30e-cc602955116d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ca0867dd-078c-4731-a30e-cc602955116d,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:37:17.723030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (ca0867dd-078c-4731-a30e-cc602955116d), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:17.757975 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:17.758624 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:17.760205 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] 10.222.0.24 "PUT /v2.0/ports/ca0867dd-078c-4731-a30e-cc602955116d HTTP/1.1" status: 200 len: 1094 time: 0.7495520 Feb 16 10:37:17.760637 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'tag': 'ca0867dd-078c-4731-a30e-cc602955116d'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:17.762956 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1443f087-9248-4399-81a0-17a77fab9d95" -d '{"events": [{"name": "network-changed", "server_uuid": "8af35faa-c4be-4f6d-88fd-21cca4a85f61", "tag": "ca0867dd-078c-4731-a30e-cc602955116d"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:17.787797 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f693-8721-43ac-8a68-d37fe2f70d4e service neutron] Pushing event updated for resources: {'Port': ['ID=ca0867dd-078c-4731-a30e-cc602955116d,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:17.817679 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba236175-1506-4841-9a2a-8f290bf838ad x-openstack-request-id: req-ba236175-1506-4841-9a2a-8f290bf838ad {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:17.818144 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af35faa-c4be-4f6d-88fd-21cca4a85f61", "tag": "ca0867dd-078c-4731-a30e-cc602955116d", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:17.818501 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba236175-1506-4841-9a2a-8f290bf838ad {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:17.818973 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'tag': 'ca0867dd-078c-4731-a30e-cc602955116d', 'status': 'completed', 'code': 200} Feb 16 10:37:17.855904 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-aa433740-6430-4886-8e59-f5aef0a2315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:17.857617 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-aa433740-6430-4886-8e59-f5aef0a2315e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 1128 time: 0.0522892 Feb 16 10:37:17.915258 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-1dee07ce-fa85-4a76-bec9-7df33125fad4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca0867dd-078c-4731-a30e-cc602955116d HTTP/1.1" status: 200 len: 217 time: 0.0405045 Feb 16 10:37:17.972471 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-bf53e3d0-3089-46ea-9267-01773549ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:17.973957 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-bf53e3d0-3089-46ea-9267-01773549ca6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2721f6d1-e723-4208-b054-76da8840f0b9 HTTP/1.1" status: 200 len: 848 time: 0.0500486 Feb 16 10:37:18.009246 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-895b5c38-d13f-48b3-9ece-f0853c8b0f0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0110fcd-ecdd-4d41-aab1-318962a5dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270288 Feb 16 10:37:18.134337 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-3340b984-7d49-4fe7-9abe-ac8aa81fca21 service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154165 Feb 16 10:37:18.253581 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72de1e29-a7c4-42d8-b70f-1c55021d40dc req-fcc24186-81af-43f1-8eb3-f74e724b8449 service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127942 Feb 16 10:37:18.370150 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443f087-9248-4399-81a0-17a77fab9d95 req-fb1a7ae9-d09b-462a-8e42-fcdcdfea77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:18.372743 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-fb1a7ae9-d09b-462a-8e42-fcdcdfea77e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 1128 time: 0.0589638 Feb 16 10:37:18.486687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443f087-9248-4399-81a0-17a77fab9d95 req-c6fc087f-4e21-4644-87cb-232d77aed230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:18.488310 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-c6fc087f-4e21-4644-87cb-232d77aed230 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 200 len: 909 time: 0.1034105 Feb 16 10:37:18.530779 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24316c99-0542-430f-9c0f-0dea1e54a2c3 req-f2382b1b-f05d-4e7f-ac49-313cc3595158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:18.532407 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-24316c99-0542-430f-9c0f-0dea1e54a2c3 req-f2382b1b-f05d-4e7f-ac49-313cc3595158 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.0551665 Feb 16 10:37:18.536568 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-49814c37-198a-48f0-95f0-a2e8a726a9d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca0867dd-078c-4731-a30e-cc602955116d HTTP/1.1" status: 200 len: 217 time: 0.0397322 Feb 16 10:37:18.539250 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2bfd0-60ce-4657-8bd9-f9fcc3f36be1 req-580c7516-01f6-4dcb-8f60-67e2f1b31598 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:18.540704 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6ff2bfd0-60ce-4657-8bd9-f9fcc3f36be1 req-580c7516-01f6-4dcb-8f60-67e2f1b31598 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.1021178 Feb 16 10:37:18.597803 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443f087-9248-4399-81a0-17a77fab9d95 req-88f8e3cb-3ce9-44a6-9c97-9bfd3a72806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:18.599459 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-88f8e3cb-3ce9-44a6-9c97-9bfd3a72806a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2721f6d1-e723-4208-b054-76da8840f0b9 HTTP/1.1" status: 200 len: 848 time: 0.0511887 Feb 16 10:37:18.637813 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6ff2bfd0-60ce-4657-8bd9-f9fcc3f36be1 req-024d262a-4108-4459-857f-2494adb0104b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841165 Feb 16 10:37:18.640279 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-24316c99-0542-430f-9c0f-0dea1e54a2c3 req-fcbe6bb5-2a89-4a32-9db9-64901378772c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939457 Feb 16 10:37:18.643384 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-c2b465f9-9d79-4b41-a018-143e27ec8f9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0110fcd-ecdd-4d41-aab1-318962a5dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362525 Feb 16 10:37:18.693775 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7f597-96fb-4877-a396-a588d6c9ee7d req-7f131c69-3783-41a7-91d2-8cce7203494f tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:18.695319 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c8c7f597-96fb-4877-a396-a588d6c9ee7d req-7f131c69-3783-41a7-91d2-8cce7203494f tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 944 time: 0.0777442 Feb 16 10:37:18.757540 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c8c7f597-96fb-4877-a396-a588d6c9ee7d req-018d7d65-3ffb-4edd-8194-ae4e0deaf245 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557129 Feb 16 10:37:18.985448 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-2dd6fa6a-56d6-466a-a6d0-3a59d984c433 service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995772 Feb 16 10:37:19.024466 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce589b3-ea92-44fa-97c9-38edcc3a963a req-ed993284-d927-4886-a7d9-6680d1bacbb7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:19.026214 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cce589b3-ea92-44fa-97c9-38edcc3a963a req-ed993284-d927-4886-a7d9-6680d1bacbb7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.2891891 Feb 16 10:37:19.077601 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cce589b3-ea92-44fa-97c9-38edcc3a963a req-e25e6810-73be-4d35-b482-2995f7ec4b32 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Feb 16 10:37:19.086959 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1443f087-9248-4399-81a0-17a77fab9d95 req-761d86a2-e97b-4ce7-a707-446144bae292 service neutron] 10.222.0.24 "GET /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961781 Feb 16 10:37:19.689341 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:37:19.694734 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device a4eb6647-d786-4c26-9f17-2f94b0e6aff6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:19.732843 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: a4eb6647-d786-4c26-9f17-2f94b0e6aff6 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:19.733336 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device a4eb6647-d786-4c26-9f17-2f94b0e6aff6 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:19.773653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d298a1-0673-456e-8657-48caa3bb502b req-0900197b-71f8-45b5-9053-ac8505f52155 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:19.777047 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51d298a1-0673-456e-8657-48caa3bb502b req-0900197b-71f8-45b5-9053-ac8505f52155 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 943 time: 0.0628817 Feb 16 10:37:19.823631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:19.836391 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51d298a1-0673-456e-8657-48caa3bb502b req-bf2e34dc-8a5e-431b-97f0-3f44b5df2b10 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547562 Feb 16 10:37:19.839289 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'port_id': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'mac_address': 'fa:16:3e:00:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:37:19.902642 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:19.903183 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:19.920196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51531-22b9-40d6-a4d5-2ea393854a97 req-78c0eb1b-5785-44ac-a8f3-8af8198ebd2c tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:19.920806 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:37:19.922327 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8fa51531-22b9-40d6-a4d5-2ea393854a97 req-78c0eb1b-5785-44ac-a8f3-8af8198ebd2c tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 944 time: 0.0641966 Feb 16 10:37:19.971607 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:19.978363 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:19.994374 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8fa51531-22b9-40d6-a4d5-2ea393854a97 req-4b61b1c7-0147-4bab-a40a-ddf2eccb1f5b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Feb 16 10:37:20.041504 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:20.210639 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ff8ec-4bef-4523-95f2-08e5a5490913 req-d9eac13c-a1cd-4071-b3bb-80b13e77ab3f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:20.210858 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c7ff8ec-4bef-4523-95f2-08e5a5490913 req-d9eac13c-a1cd-4071-b3bb-80b13e77ab3f tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0620871 Feb 16 10:37:20.286789 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c7ff8ec-4bef-4523-95f2-08e5a5490913 req-f12d6ad8-fa91-4e5e-a47e-d79165f6ba96 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646789 Feb 16 10:37:20.365839 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:20.718177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-c72bf479-f768-4d1a-942c-65b1b6e3c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:20.720960 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-c72bf479-f768-4d1a-942c-65b1b6e3c0b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7f0b569e78640c0a28623584eeb78ff&device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 1129 time: 0.0559402 Feb 16 10:37:20.727996 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc771-5ad4-4a09-9028-a9ff6db0d5ee req-5fdf2e9c-33ea-4fbe-8004-7e1d44463ec0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:20.729398 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c7dbc771-5ad4-4a09-9028-a9ff6db0d5ee req-5fdf2e9c-33ea-4fbe-8004-7e1d44463ec0 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0620294 Feb 16 10:37:20.780787 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c7dbc771-5ad4-4a09-9028-a9ff6db0d5ee req-cc7b0583-c1dd-46c7-b8a0-42dce3f29bf8 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Feb 16 10:37:20.815173 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-20e49a5d-8da8-4e6b-b326-4412b1a23de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:20.816636 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-20e49a5d-8da8-4e6b-b326-4412b1a23de8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 200 len: 920 time: 0.0896683 Feb 16 10:37:20.863114 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-73457056-f655-4cfd-94c7-0fc58501f1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 200 len: 217 time: 0.0382080 Feb 16 10:37:20.949587 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-29ec4b6a-0eba-4499-b79e-2ff650396ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:20.951061 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-29ec4b6a-0eba-4499-b79e-2ff650396ae9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 200 len: 859 time: 0.0708711 Feb 16 10:37:20.971160 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178737-9615-4abe-bc97-a0a6ba4e527c req-f66c0e06-2a5b-47c3-ad8b-bd40f1ea8b8a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:20.972609 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4e178737-9615-4abe-bc97-a0a6ba4e527c req-f66c0e06-2a5b-47c3-ad8b-bd40f1ea8b8a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 944 time: 0.0639541 Feb 16 10:37:21.005024 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-f6ffab0d-1fa6-48a8-9453-565b066ad84e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f80bce40-1201-4bfe-9f54-a1fbed813c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313952 Feb 16 10:37:21.069447 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4e178737-9615-4abe-bc97-a0a6ba4e527c req-24a7ca3f-8d09-4909-8a72-e0750b63cfa2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878286 Feb 16 10:37:21.119501 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff764bbd-929f-4d3a-9116-dd7880f89a9c req-1d69d0f2-ded9-427f-8005-eb25a80d5ac2 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:21.121703 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff764bbd-929f-4d3a-9116-dd7880f89a9c req-1d69d0f2-ded9-427f-8005-eb25a80d5ac2 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 944 time: 0.0561385 Feb 16 10:37:21.129334 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-897cb99e-dc90-402f-b890-08fdc73f548a service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046979 Feb 16 10:37:21.173176 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff764bbd-929f-4d3a-9116-dd7880f89a9c req-1f398e61-c791-4a5d-ac59-fece5f3e1504 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Feb 16 10:37:21.228500 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69fbb4e6-6ea0-4be6-99f0-553b88645091 req-d5e302e8-085b-4aa8-9222-ebbd7840f170 service neutron] 10.222.0.24 "GET /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Feb 16 10:37:21.699544 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ca0867dd-078c-4731-a30e-cc602955116d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:37:21.705010 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:37:21.844624 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:37:21.856884 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:21.858937 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:21.917495 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4acdb-cdae-46b5-82b2-81f4a1f7cf34 req-b8c22778-0e9f-4860-8e7c-a54b1c59b408 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:21.929679 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eab4acdb-cdae-46b5-82b2-81f4a1f7cf34 req-b8c22778-0e9f-4860-8e7c-a54b1c59b408 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.0805616 Feb 16 10:37:21.933816 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 56890) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:21.941032 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port ca0867dd-078c-4731-a30e-cc602955116d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ca0867dd-078c-4731-a30e-cc602955116d,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:21.956111 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': 'ca0867dd-078c-4731-a30e-cc602955116d', 'network_id': 'd0110fcd-ecdd-4d41-aab1-318962a5dca1', 'port_id': 'ca0867dd-078c-4731-a30e-cc602955116d', 'mac_address': 'fa:16:3e:bb:31:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2721f6d1-e723-4208-b054-76da8840f0b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:37:21.956530 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4fd8-9b6d-4c01-8a9a-83f98cfd989d req-d5de9921-d090-408b-990a-7f29fbae4796 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:21.958092 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-352a4fd8-9b6d-4c01-8a9a-83f98cfd989d req-d5de9921-d090-408b-990a-7f29fbae4796 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0691917 Feb 16 10:37:22.005315 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eab4acdb-cdae-46b5-82b2-81f4a1f7cf34 req-c8dbba7e-f125-4fec-9d52-9e9624c04063 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682924 Feb 16 10:37:22.028513 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-352a4fd8-9b6d-4c01-8a9a-83f98cfd989d req-b7baa2c3-4bda-4361-9854-456b00043b6c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Feb 16 10:37:22.044665 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:22.045079 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.048921 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port ca0867dd-078c-4731-a30e-cc602955116d is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:22.049295 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ca0867dd-078c-4731-a30e-cc602955116d), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.074620 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0867dd-078c-4731-a30e-cc602955116d {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:37:22.084214 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:22.086462 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd0f50-690a-4d01-9df4-b4a5b1ffbaea" -d '{"events": [{"server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:22.108901 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:22.113697 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port ca0867dd-078c-4731-a30e-cc602955116d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ca0867dd-078c-4731-a30e-cc602955116d,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:22.115162 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.121155 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ca0867dd-078c-4731-a30e-cc602955116d), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.128820 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e028d9ac-a65d-41f5-b5b3-57b1203014a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f40c7869c79e4854bd2213dda156b2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917286 Feb 16 10:37:22.131004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56898) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:22.142122 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a73228-179a-41a4-9c0b-e1fcb6a56430 x-openstack-request-id: req-e9a73228-179a-41a4-9c0b-e1fcb6a56430 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:22.142505 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:22.142778 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9a73228-179a-41a4-9c0b-e1fcb6a56430 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:22.143175 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'code': 200} Feb 16 10:37:22.170632 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:22.189271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-59977c79-65f6-4236-a2cc-638d803c7428 admin admin] Publish callbacks [] for security_group (bb59ef64-6245-4cc1-8790-f545088fc031), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.214155 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-59977c79-65f6-4236-a2cc-638d803c7428 admin admin] Publish callbacks [] for security_group (bb59ef64-6245-4cc1-8790-f545088fc031), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.225823 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19638d-e843-464e-9d8f-d8121eeae132 req-88b5471f-ee39-49e2-bcea-85e65266116e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:22.227386 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2a19638d-e843-464e-9d8f-d8121eeae132 req-88b5471f-ee39-49e2-bcea-85e65266116e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0694911 Feb 16 10:37:22.241904 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=ca0867dd-078c-4731-a30e-cc602955116d,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:22.303215 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2a19638d-e843-464e-9d8f-d8121eeae132 req-fc6a4f92-129f-45d1-bf34-c71c47050461 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598722 Feb 16 10:37:22.309704 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-59977c79-65f6-4236-a2cc-638d803c7428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bb59ef64-6245-4cc1-8790-f545088fc031), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.312550 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-59977c79-65f6-4236-a2cc-638d803c7428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:22.314217 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-59977c79-65f6-4236-a2cc-638d803c7428 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb59ef64-6245-4cc1-8790-f545088fc031 HTTP/1.1" status: 204 len: 168 time: 0.1816463 Feb 16 10:37:22.324292 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397dbc-c956-4634-9187-c5361ad67c3d req-950e272d-f1ea-4a2e-9de6-54c4e876451c tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:22.325748 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-12397dbc-c956-4634-9187-c5361ad67c3d req-950e272d-f1ea-4a2e-9de6-54c4e876451c tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 945 time: 0.0639114 Feb 16 10:37:22.334787 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59977c79-65f6-4236-a2cc-638d803c7428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb59ef64-6245-4cc1-8790-f545088fc031,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:22.381196 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-12397dbc-c956-4634-9187-c5361ad67c3d req-907aa898-74d5-4f65-8764-7307a1720340 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Feb 16 10:37:22.480537 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940230d-c392-4328-b8bd-ec1291c0a64a req-e7fb99c8-1194-4c15-9cda-70e90bc0fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:22.482128 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3940230d-c392-4328-b8bd-ec1291c0a64a req-e7fb99c8-1194-4c15-9cda-70e90bc0fa45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 1129 time: 0.0507588 Feb 16 10:37:22.502265 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['ca0867dd-078c-4731-a30e-cc602955116d'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:22.537222 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3940230d-c392-4328-b8bd-ec1291c0a64a req-35053013-62c0-4016-88c0-d466060343a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 Feb 16 10:37:23.127951 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908252-8fcc-4710-a0d8-758b8ebb9b12 req-96688c07-4b8e-4709-8e86-23fa5422a29c tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:23.129437 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91908252-8fcc-4710-a0d8-758b8ebb9b12 req-96688c07-4b8e-4709-8e86-23fa5422a29c tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.0527575 Feb 16 10:37:23.155665 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab190e7-5a5c-4396-aaee-305075643fb5 req-40fda698-ba82-4e98-9c8d-f5754c1f31fb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:23.157722 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9ab190e7-5a5c-4396-aaee-305075643fb5 req-40fda698-ba82-4e98-9c8d-f5754c1f31fb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0576620 Feb 16 10:37:23.177125 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91908252-8fcc-4710-a0d8-758b8ebb9b12 req-5e35914b-2ec9-4cd3-9b9b-7fcf51aea2a6 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Feb 16 10:37:23.205077 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9ab190e7-5a5c-4396-aaee-305075643fb5 req-148f0e55-b226-4e33-9c31-38d8c7efba44 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Feb 16 10:37:23.425656 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cbf34-6c7f-43ad-9e1b-2ee253abd642 req-eeabb864-473e-44ac-9611-27f5343e3f14 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:23.427267 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c2cbf34-6c7f-43ad-9e1b-2ee253abd642 req-eeabb864-473e-44ac-9611-27f5343e3f14 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0573597 Feb 16 10:37:23.475894 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c2cbf34-6c7f-43ad-9e1b-2ee253abd642 req-1081b933-5c39-418f-9ec4-544891cd971c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Feb 16 10:37:23.500392 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33294c76-ed99-48c5-a53d-c3d945f2890c req-3681602e-6906-4b23-bf71-69e53ef3d819 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:23.501909 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33294c76-ed99-48c5-a53d-c3d945f2890c req-3681602e-6906-4b23-bf71-69e53ef3d819 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 945 time: 0.0520189 Feb 16 10:37:23.547502 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33294c76-ed99-48c5-a53d-c3d945f2890c req-feb01393-362c-4c3f-864a-f8fc6648f1b2 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Feb 16 10:37:23.715090 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ca0867dd-078c-4731-a30e-cc602955116d up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:37:23.764152 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port ca0867dd-078c-4731-a30e-cc602955116d completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:37:23.767761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port ca0867dd-078c-4731-a30e-cc602955116d triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:23.768133 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (ca0867dd-078c-4731-a30e-cc602955116d), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:23.844982 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port ca0867dd-078c-4731-a30e-cc602955116d is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:23.845364 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ca0867dd-078c-4731-a30e-cc602955116d), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:23.878418 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port ca0867dd-078c-4731-a30e-cc602955116d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ca0867dd-078c-4731-a30e-cc602955116d,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:23.881989 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ca0867dd-078c-4731-a30e-cc602955116d), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:23.927092 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=ca0867dd-078c-4731-a30e-cc602955116d,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:24.144073 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0867dd-078c-4731-a30e-cc602955116d'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:24.146634 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d6ed7b-53c1-4956-afa6-e6c3dc194d95" -d '{"events": [{"server_uuid": "8af35faa-c4be-4f6d-88fd-21cca4a85f61", "name": "network-vif-plugged", "status": "completed", "tag": "ca0867dd-078c-4731-a30e-cc602955116d"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:24.183908 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c97b46b-adbb-4de9-87e2-92a221ee8a1d x-openstack-request-id: req-5c97b46b-adbb-4de9-87e2-92a221ee8a1d {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:24.184228 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af35faa-c4be-4f6d-88fd-21cca4a85f61", "name": "network-vif-plugged", "status": "completed", "tag": "ca0867dd-078c-4731-a30e-cc602955116d", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:24.184661 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c97b46b-adbb-4de9-87e2-92a221ee8a1d {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:24.184881 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0867dd-078c-4731-a30e-cc602955116d', 'code': 200} Feb 16 10:37:24.312148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06846ac-0f8b-46fd-bbf4-754f587f08c1 req-334b0cbb-2880-4cf3-abdf-ef0806b67404 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.314005 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c06846ac-0f8b-46fd-bbf4-754f587f08c1 req-334b0cbb-2880-4cf3-abdf-ef0806b67404 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.0606990 Feb 16 10:37:24.340860 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70dadc-f92c-44a6-b7db-a299554c4ee7 req-456c6772-5189-4010-b714-12a5420d6ed6 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.342531 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f70dadc-f92c-44a6-b7db-a299554c4ee7 req-456c6772-5189-4010-b714-12a5420d6ed6 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0617192 Feb 16 10:37:24.371530 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c06846ac-0f8b-46fd-bbf4-754f587f08c1 req-d4b56965-902a-4f8c-bc3d-b2a60d606cc1 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 Feb 16 10:37:24.414673 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f70dadc-f92c-44a6-b7db-a299554c4ee7 req-3e398027-9718-4479-8878-146c3d191bf7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657544 Feb 16 10:37:24.430158 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912bf56-e459-4322-9b6b-bdededbfd811 req-de62ab0e-2969-45b8-b1c0-1ccbec015cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.431624 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0912bf56-e459-4322-9b6b-bdededbfd811 req-de62ab0e-2969-45b8-b1c0-1ccbec015cdc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 1130 time: 0.0565920 Feb 16 10:37:24.481400 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0912bf56-e459-4322-9b6b-bdededbfd811 req-bb4f4d83-efc6-43a7-9b0d-c489a8d94b74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Feb 16 10:37:24.597609 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdaa9d-f0ff-4499-b5b1-abf6eaba4878 req-69b2f92e-9d7e-4505-90ae-afd6d8b11020 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.599319 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-becdaa9d-f0ff-4499-b5b1-abf6eaba4878 req-69b2f92e-9d7e-4505-90ae-afd6d8b11020 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0565264 Feb 16 10:37:24.649313 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-becdaa9d-f0ff-4499-b5b1-abf6eaba4878 req-dc3c2a22-24a9-4cf2-83f4-9da9aeeeac36 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Feb 16 10:37:24.785127 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115e016-b349-43f0-a71f-582c8d2bcde5 req-191ea5bb-b132-4be0-9400-4c6e93cf5002 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.786986 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c115e016-b349-43f0-a71f-582c8d2bcde5 req-191ea5bb-b132-4be0-9400-4c6e93cf5002 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0655363 Feb 16 10:37:24.817787 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-72d15a12-3333-45ed-836c-1d7823369db1 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.819322 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-72d15a12-3333-45ed-836c-1d7823369db1 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 945 time: 0.1032417 Feb 16 10:37:24.839868 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c115e016-b349-43f0-a71f-582c8d2bcde5 req-d9c3114f-8fee-40ec-9fba-38bd27d82ff7 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Feb 16 10:37:24.869539 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd154a8-5fad-499e-8fd8-2c9fe819ad6e req-458f0456-5a87-4738-ad43-21f817a9521b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:24.871287 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7dd154a8-5fad-499e-8fd8-2c9fe819ad6e req-458f0456-5a87-4738-ad43-21f817a9521b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0931370 Feb 16 10:37:24.951227 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7dd154a8-5fad-499e-8fd8-2c9fe819ad6e req-b5be10a4-065a-4c78-83bd-5eb346dc3c71 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741251 Feb 16 10:37:24.967263 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Deleting port 2e1edf83-4e2b-47de-a490-f915bb0fe926 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:24.967652 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:24.974209 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56934) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:25.064537 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] For port 2e1edf83-4e2b-47de-a490-f915bb0fe926, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2e1edf83-4e2b-47de-a490-f915bb0fe926,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:25.064925 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.077821 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Calling delete_port for 2e1edf83-4e2b-47de-a490-f915bb0fe926 owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:25.166395 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef40f5-e81b-4628-8cde-bd45f0d6e81d tempest-TestVolumeBootPattern-1046799463 tempest-TestVolumeBootPattern-1046799463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:25.168028 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-deef40f5-e81b-4628-8cde-bd45f0d6e81d tempest-TestVolumeBootPattern-1046799463 tempest-TestVolumeBootPattern-1046799463-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 1124 time: 0.1926041 Feb 16 10:37:25.171012 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 56938) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:25.175949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'port_id': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:25.196725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.214131 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (2e1edf83-4e2b-47de-a490-f915bb0fe926), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.231349 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['2e1edf83-4e2b-47de-a490-f915bb0fe926'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:25.252217 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Pushing event deleted for resources: {'Port': ['ID=2e1edf83-4e2b-47de-a490-f915bb0fe926,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:25.303328 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] No DVR routers for this DVR port 2e1edf83-4e2b-47de-a490-f915bb0fe926 on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:37:25.304662 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.307936 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-222284aa-5e30-43cf-85f5-32f00de13d9c req-aa35dcba-e88a-4dee-900d-af3b7b0635ac tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "DELETE /v2.0/ports/2e1edf83-4e2b-47de-a490-f915bb0fe926 HTTP/1.1" status: 204 len: 173 time: 0.4746702 Feb 16 10:37:25.308411 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'name': 'network-vif-deleted', 'tag': '2e1edf83-4e2b-47de-a490-f915bb0fe926'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:25.310673 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc04feb-3a74-4376-b19a-f1c5ea8c61bb" -d '{"events": [{"server_uuid": "2ad0be32-4e2b-4899-a2c4-b41f499d4351", "name": "network-vif-deleted", "tag": "2e1edf83-4e2b-47de-a490-f915bb0fe926"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:25.320583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.358162 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1cff99-bbf2-4d01-bd73-060542512c42 x-openstack-request-id: req-fc1cff99-bbf2-4d01-bd73-060542512c42 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:25.358677 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad0be32-4e2b-4899-a2c4-b41f499d4351", "name": "network-vif-deleted", "tag": "2e1edf83-4e2b-47de-a490-f915bb0fe926", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:25.358677 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc1cff99-bbf2-4d01-bd73-060542512c42 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:25.359209 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad0be32-4e2b-4899-a2c4-b41f499d4351', 'name': 'network-vif-deleted', 'tag': '2e1edf83-4e2b-47de-a490-f915bb0fe926', 'status': 'completed', 'code': 200} Feb 16 10:37:25.449956 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Allocated IP 172.27.2.40 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/cbd7f6b9-5b04-43cc-9b9c-87575b478932) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:25.505025 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3cd35270-2a8d-4a6b-bd4d-5fbe908d2207 req-ef6d4d05-516b-4ec5-ad8a-8673232abcd1 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad0be32-4e2b-4899-a2c4-b41f499d4351 HTTP/1.1" status: 200 len: 210 time: 0.0286906 Feb 16 10:37:25.560534 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.597005 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:25.638566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:37:25.641485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:25.644953 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:37:25.672356 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=cbd7f6b9-5b04-43cc-9b9c-87575b478932,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:26.049030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea32a87-e72c-460a-a4f4-02dbefd2eda8 req-f925f9e5-1469-4482-a57b-f2c0c70d3714 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:26.050761 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ea32a87-e72c-460a-a4f4-02dbefd2eda8 req-f925f9e5-1469-4482-a57b-f2c0c70d3714 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0795407 Feb 16 10:37:26.121002 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ea32a87-e72c-460a-a4f4-02dbefd2eda8 req-e62a58ff-e437-41ee-818f-0af1c389c587 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Feb 16 10:37:26.130078 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (7c3804d0-e0c5-439c-986f-a54544eab6da), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:26.207021 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:26.353832 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:26.358532 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:26.427792 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=cbd7f6b9-5b04-43cc-9b9c-87575b478932,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:26.439131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (7c3804d0-e0c5-439c-986f-a54544eab6da), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:26.538375 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Floating IP 7c3804d0-e0c5-439c-986f-a54544eab6da associated. External IP: 172.27.2.40, port: 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb. Feb 16 10:37:26.755806 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:37:26.863972 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:37:26.873846 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:37:26.882096 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:26.883867 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:37:26.884466 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:26.920825 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8a22090b-e3b7-4d45-a4e0-ee8ae983bfce tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7400119 Feb 16 10:37:26.920825 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:26.920825 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:26.964316 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e6a81-ef31-44f0-8fd1-155558df6fce x-openstack-request-id: req-101e6a81-ef31-44f0-8fd1-155558df6fce {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:26.964610 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:26.964914 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-101e6a81-ef31-44f0-8fd1-155558df6fce {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:26.965400 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'status': 'completed', 'code': 200} Feb 16 10:37:27.008121 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:37:27.040627 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-083b07ca-2fe9-44db-bfa8-97a737722ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:27.043435 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-083b07ca-2fe9-44db-bfa8-97a737722ce3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 1129 time: 0.0532866 Feb 16 10:37:27.248918 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '7c3804d0-e0c5-439c-986f-a54544eab6da', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:00:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:37:25Z', 'updated_at': '2022-02-16T10:37:25Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:27.254429 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0596-d2a3-4089-98b6-fb7e331deaa1 req-d7be6171-50c8-40bc-94bf-3dabf5740016 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:27.255971 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-15bf0596-d2a3-4089-98b6-fb7e331deaa1 req-d7be6171-50c8-40bc-94bf-3dabf5740016 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0650787 Feb 16 10:37:27.276311 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:37:27.285043 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:37:27.285639 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:27.311601 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-15bf0596-d2a3-4089-98b6-fb7e331deaa1 req-2c0ce55c-fb68-42e4-aacb-db054654aab0 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494239 Feb 16 10:37:27.394865 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:37:27.608217 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '7c3804d0-e0c5-439c-986f-a54544eab6da', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:00:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:37:25Z', 'updated_at': '2022-02-16T10:37:25Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:27.715730 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78926b7-53e9-4192-b923-34eff02a5649 None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '7c3804d0-e0c5-439c-986f-a54544eab6da', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:00:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:37:25Z', 'updated_at': '2022-02-16T10:37:25Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:37:27.912251 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ceecf-4421-4476-a886-391e490b4c32 None None] New status for floating IP 7c3804d0-e0c5-439c-986f-a54544eab6da: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:37:27.920322 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-69692802-3bbd-414f-a165-f845e87b7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:27.921871 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-69692802-3bbd-414f-a165-f845e87b7cc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0976350 Feb 16 10:37:28.892315 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-9a0e4acb-39c1-4613-9999-6dfefcd18702 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb HTTP/1.1" status: 200 len: 1000 time: 0.2559731 Feb 16 10:37:29.584455 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-46d80265-6015-4fa1-890a-ba51cca3bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:29.586003 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-46d80265-6015-4fa1-890a-ba51cca3bd5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0439956 Feb 16 10:37:29.642790 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-3dab135b-c60a-41e4-bdcb-d159db19d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:29.644350 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-3dab135b-c60a-41e4-bdcb-d159db19d99e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485377 Feb 16 10:37:29.736851 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-19b93d84-28fd-4f1d-967b-1e198de9accd service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840895 Feb 16 10:37:29.781356 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 2e1edf83-4e2b-47de-a490-f915bb0fe926 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:29.803424 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 2e1edf83-4e2b-47de-a490-f915bb0fe926 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:29.803851 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 2e1edf83-4e2b-47de-a490-f915bb0fe926 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:29.833253 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8277dceb-2740-4f4d-9f6c-7e1ff21e49e0 req-183c18a0-e958-4816-953e-2b27fb5a5f14 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900643 Feb 16 10:37:30.190959 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8a08a-f82d-4e47-9582-485b5f11debc req-441079ad-b190-416c-befb-cf48dd42ed98 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:30.192558 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-73b8a08a-f82d-4e47-9582-485b5f11debc req-441079ad-b190-416c-befb-cf48dd42ed98 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0568535 Feb 16 10:37:30.241366 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-73b8a08a-f82d-4e47-9582-485b5f11debc req-e93913c4-8164-4d2d-b9fe-a5f2274e633b tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Feb 16 10:37:30.445169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954eaeaa-e7b5-4f13-9a28-821df1c4744a req-2f561e52-c9dc-4fb8-9204-80964fe065ef tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:30.446652 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-954eaeaa-e7b5-4f13-9a28-821df1c4744a req-2f561e52-c9dc-4fb8-9204-80964fe065ef tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0548131 Feb 16 10:37:30.491921 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-954eaeaa-e7b5-4f13-9a28-821df1c4744a req-7b821afe-d2bf-4a5f-9656-19160fae0751 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Feb 16 10:37:31.364187 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71821908-fb2e-4da2-af98-210da85bc619 req-490a30eb-f148-48c2-943c-f77eb71e2831 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:31.365619 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-71821908-fb2e-4da2-af98-210da85bc619 req-490a30eb-f148-48c2-943c-f77eb71e2831 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0535574 Feb 16 10:37:31.414631 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-71821908-fb2e-4da2-af98-210da85bc619 req-01eb793a-27df-4ae8-9a47-ce441cc7c433 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Feb 16 10:37:31.608128 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a7b00-82e8-4733-9367-cfc76fe16be7 req-1b168b71-c990-4748-afe7-f8a8f5ff7748 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:31.610255 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d11a7b00-82e8-4733-9367-cfc76fe16be7 req-1b168b71-c990-4748-afe7-f8a8f5ff7748 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0526321 Feb 16 10:37:31.658006 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d11a7b00-82e8-4733-9367-cfc76fe16be7 req-b03598d0-f456-4282-87d3-637b49a94e40 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Feb 16 10:37:31.660511 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-f82cf502-6b8a-496e-8ab7-ff98e9a05b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:32.531460 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af702566-9a4a-45c1-b3cf-7b9f761f10ff req-72e96de7-e0ed-46b3-93a8-1d4bf82f45e0 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:32.532910 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af702566-9a4a-45c1-b3cf-7b9f761f10ff req-72e96de7-e0ed-46b3-93a8-1d4bf82f45e0 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0523477 Feb 16 10:37:32.582897 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af702566-9a4a-45c1-b3cf-7b9f761f10ff req-6e9282d4-6001-4d2c-b05c-5324ae4b5caa tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Feb 16 10:37:32.782244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e8d7b-8ea9-4666-8c46-7ec05bb237ee req-c859a1de-f487-409f-bc4b-de11078bb41d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:32.783714 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0b3e8d7b-8ea9-4666-8c46-7ec05bb237ee req-c859a1de-f487-409f-bc4b-de11078bb41d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0511982 Feb 16 10:37:32.831955 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0b3e8d7b-8ea9-4666-8c46-7ec05bb237ee req-81603b21-a910-429d-806d-25a0a7ce6023 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Feb 16 10:37:33.700221 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32087f76-e210-4407-a968-6fe7273ca07a req-f8b57c72-ecb6-448f-a21a-7d62078c6221 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:33.701800 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-32087f76-e210-4407-a968-6fe7273ca07a req-f8b57c72-ecb6-448f-a21a-7d62078c6221 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0519588 Feb 16 10:37:33.747748 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-32087f76-e210-4407-a968-6fe7273ca07a req-3fb5578a-13a6-4db5-82c2-095da445fc29 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401151 Feb 16 10:37:33.948427 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5dde1-6a65-4e35-96ae-63ffd92721b7 req-08b7ad37-b321-491c-a5b0-46061cb17143 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:33.949917 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-66c5dde1-6a65-4e35-96ae-63ffd92721b7 req-08b7ad37-b321-491c-a5b0-46061cb17143 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0525439 Feb 16 10:37:33.998865 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-66c5dde1-6a65-4e35-96ae-63ffd92721b7 req-a109a8fe-63f2-4bf8-a757-36ae0890ea35 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Feb 16 10:37:34.295531 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a245a478-97ff-4954-8d72-a9560cfc6f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:34.432776 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-c0d5d434-7081-4c49-8db9-d54a337bd481 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:34.434235 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-c0d5d434-7081-4c49-8db9-d54a337bd481 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0716543 Feb 16 10:37:34.572930 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-7b82490d-ce0a-4db2-be45-09502cba2905 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:34.574336 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-7b82490d-ce0a-4db2-be45-09502cba2905 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/networks?id=30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 200 len: 813 time: 0.1719151 Feb 16 10:37:34.597087 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-ccb19b1e-8378-492e-9fa0-95523e95a5de tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/quotas/211b537653d24fcfa5668933ce0ec2bd HTTP/1.1" status: 200 len: 375 time: 0.0149584 Feb 16 10:37:34.604737 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Deleting port ca0867dd-078c-4731-a30e-cc602955116d {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:34.605082 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (ca0867dd-078c-4731-a30e-cc602955116d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:34.646580 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-6b19a976-4dc4-40a2-9f72-8b159aa7c73d tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=211b537653d24fcfa5668933ce0ec2bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440364 Feb 16 10:37:34.777371 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] For port ca0867dd-078c-4731-a30e-cc602955116d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ca0867dd-078c-4731-a30e-cc602955116d,segment=NetworkSegment(53b147ea-fe09-4228-80ac-9f842a7b441c),segment_id=53b147ea-fe09-4228-80ac-9f842a7b441c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:34.777994 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (ca0867dd-078c-4731-a30e-cc602955116d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:34.800394 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Calling delete_port for ca0867dd-078c-4731-a30e-cc602955116d owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:34.807035 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-ba15c04d-33b2-4cd6-ab49-bfe367997f6a service neutron] 10.222.0.45 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512079 Feb 16 10:37:34.873452 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aef37e-cdc2-4e85-ba01-f9772574dcfe req-f83142fb-8574-4b06-a06e-78df98107514 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:34.875218 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98aef37e-cdc2-4e85-ba01-f9772574dcfe req-f83142fb-8574-4b06-a06e-78df98107514 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af35faa-c4be-4f6d-88fd-21cca4a85f61 HTTP/1.1" status: 200 len: 946 time: 0.0590072 Feb 16 10:37:34.922059 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98aef37e-cdc2-4e85-ba01-f9772574dcfe req-ed24f495-1b81-4493-baa7-22fd68c91869 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.45 "GET /v2.0/security-groups?id=906a8aca-2383-422b-982c-ea3a0fc8ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Feb 16 10:37:34.959515 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8660ea2a-3258-498d-ac6e-80776a06c1e5 service neutron] 10.222.0.45 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457016 Feb 16 10:37:35.013924 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (ca0867dd-078c-4731-a30e-cc602955116d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:35.029886 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['ca0867dd-078c-4731-a30e-cc602955116d'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:35.058821 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Pushing event deleted for resources: {'Port': ['ID=ca0867dd-078c-4731-a30e-cc602955116d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:35.107477 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.109230 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.109230 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.109524 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.109824 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.110124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.110552 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.110786 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.111111 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.111434 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.112267 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.112600 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.112927 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:35.138074 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] No DVR routers for this DVR port ca0867dd-078c-4731-a30e-cc602955116d on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:37:35.147128 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:35.150328 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-03b607e1-6ac3-4811-80ff-72bf460dcb40 req-cf787d1a-e8b7-41f6-8184-ba3172952276 tempest-VolumesActionsTest-1647360986 tempest-VolumesActionsTest-1647360986-project] 10.222.0.24 "DELETE /v2.0/ports/ca0867dd-078c-4731-a30e-cc602955116d HTTP/1.1" status: 204 len: 173 time: 0.7099359 Feb 16 10:37:35.150460 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0407869-30e3-4de9-af35-3f8551ffcba5 req-3e73dd1b-6b2f-4394-830e-e576549200d2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:35.150918 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'name': 'network-vif-deleted', 'tag': 'ca0867dd-078c-4731-a30e-cc602955116d'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:35.151853 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e0407869-30e3-4de9-af35-3f8551ffcba5 req-3e73dd1b-6b2f-4394-830e-e576549200d2 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0821490 Feb 16 10:37:35.153087 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764dbcbe-8a74-4861-be45-c209a5b1f5e2" -d '{"events": [{"server_uuid": "8af35faa-c4be-4f6d-88fd-21cca4a85f61", "name": "network-vif-deleted", "tag": "ca0867dd-078c-4731-a30e-cc602955116d"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:35.176618 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5029d88a-0445-4521-ba0c-6d1f521a3788 req-901e2344-9e95-4168-9b8f-6628f22a8ac6 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 210 time: 0.0399635 Feb 16 10:37:35.229462 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:35.230566 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e0407869-30e3-4de9-af35-3f8551ffcba5 req-033f9f97-c60a-4369-8396-2f88c8a2ec75 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Feb 16 10:37:35.255278 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c8be5-b7eb-4221-8b52-8d062c6eabe8 x-openstack-request-id: req-829c8be5-b7eb-4221-8b52-8d062c6eabe8 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:35.255278 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af35faa-c4be-4f6d-88fd-21cca4a85f61", "name": "network-vif-deleted", "tag": "ca0867dd-078c-4731-a30e-cc602955116d", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:35.255278 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-829c8be5-b7eb-4221-8b52-8d062c6eabe8 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:35.255278 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af35faa-c4be-4f6d-88fd-21cca4a85f61', 'name': 'network-vif-deleted', 'tag': 'ca0867dd-078c-4731-a30e-cc602955116d', 'status': 'completed', 'code': 200} Feb 16 10:37:36.101890 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-9206c5f1-985e-4ab9-8f89-94ceea31c4ac tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:36.103454 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-9206c5f1-985e-4ab9-8f89-94ceea31c4ac tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.0523155 Feb 16 10:37:36.205560 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Deleting port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:36.205841 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:36.377287 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3632759a-fc6f-4559-ae43-f2f86284abe0 req-30cc79de-7220-451f-bff9-8b976cbb915a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 210 time: 0.0657749 Feb 16 10:37:36.402943 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] For port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:36.403326 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:36.427750 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Calling delete_port for 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:36.465886 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-27f1771c-fd0b-49be-9338-ee1429870167 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:36.468985 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-27f1771c-fd0b-49be-9338-ee1429870167 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "GET /v2.0/networks?id=30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 200 len: 813 time: 0.1712949 Feb 16 10:37:36.489898 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Request body: {'port': {'device_id': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'network_id': '30393e96-44dd-4292-ab50-971b55847544', 'admin_state_up': True, 'tenant_id': '211b537653d24fcfa5668933ce0ec2bd'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:36.521925 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7a23-8d2f-4c10-b0c1-0a90a3ce0d39 req-be155a35-e3d5-4847-a635-c5899eb52e25 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:36.523516 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab2c7a23-8d2f-4c10-b0c1-0a90a3ce0d39 req-be155a35-e3d5-4847-a635-c5899eb52e25 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 946 time: 0.1214628 Feb 16 10:37:36.580349 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (9f3e1c4e-e864-4318-b5a5-3a706949e8b2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:36.593451 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['ff250b9b-a765-40be-9740-c2037fea0025', '9f3e1c4e-e864-4318-b5a5-3a706949e8b2'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:36.617529 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Pushing event deleted for resources: {'Port': ['ID=9f3e1c4e-e864-4318-b5a5-3a706949e8b2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:36.671960 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab2c7a23-8d2f-4c10-b0c1-0a90a3ce0d39 req-2598c32c-62ea-4b2f-a6d1-7593219ff6bb tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396685 Feb 16 10:37:36.674453 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] No DVR routers for this DVR port 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:37:36.677759 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:36.681536 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-432d466e-17eb-45d5-878b-2628e5c44ae5 req-d6abdcfc-ccca-4add-aaba-24065bb24c2e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "DELETE /v2.0/ports/9f3e1c4e-e864-4318-b5a5-3a706949e8b2 HTTP/1.1" status: 204 len: 173 time: 0.5721867 Feb 16 10:37:36.686794 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Made reservation on behalf of 211b537653d24fcfa5668933ce0ec2bd for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:37:36.690611 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:36.735230 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:36.848355 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Allocated IP 172.20.0.11 (30393e96-44dd-4292-ab50-971b55847544/07ed645b-e916-4293-9644-35ad80c220b4/aa4c0214-67d4-4414-92c2-f06613e41317) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:36.997192 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks [] for port (aa4c0214-67d4-4414-92c2-f06613e41317), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:37.031442 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:37.074868 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Network 30393e96-44dd-4292-ab50-971b55847544 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:37:37.078202 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:37.081895 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:37:37.088090 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Pushing event updated for resources: {'Port': ['ID=aa4c0214-67d4-4414-92c2-f06613e41317,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:37.118614 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.118974 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.119326 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.119670 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.120010 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.120604 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.120939 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.121272 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.121604 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.121934 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.122349 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.122634 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.122961 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:37.147108 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:37.147724 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:37.164068 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-8f56be7d-238e-4ca2-847b-515815474a78 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6799414 Feb 16 10:37:37.253624 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'name': 'network-vif-deleted', 'tag': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:37.255933 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08622fd-4fe3-49b0-80a9-d2d1790a8ccc" -d '{"events": [{"server_uuid": "e7579655-3be8-4130-ac12-71ff4f3ac8c9", "name": "network-vif-deleted", "tag": "9f3e1c4e-e864-4318-b5a5-3a706949e8b2"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:37.291379 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2756b9ef-f704-4cb3-b5eb-0d712c9401a4 x-openstack-request-id: req-2756b9ef-f704-4cb3-b5eb-0d712c9401a4 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:37.291699 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7579655-3be8-4130-ac12-71ff4f3ac8c9", "name": "network-vif-deleted", "tag": "9f3e1c4e-e864-4318-b5a5-3a706949e8b2", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:37.291920 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2756b9ef-f704-4cb3-b5eb-0d712c9401a4 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:37.292314 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7579655-3be8-4130-ac12-71ff4f3ac8c9', 'name': 'network-vif-deleted', 'tag': '9f3e1c4e-e864-4318-b5a5-3a706949e8b2', 'status': 'completed', 'code': 200} Feb 16 10:37:37.505632 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092d2e-ffa5-46d4-93d0-73ce7f9a1692 req-979c4cf4-bedc-4d72-b75f-e87f39fd427a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:37.507177 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-37092d2e-ffa5-46d4-93d0-73ce7f9a1692 req-979c4cf4-bedc-4d72-b75f-e87f39fd427a tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 932 time: 0.0610096 Feb 16 10:37:37.553143 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-37092d2e-ffa5-46d4-93d0-73ce7f9a1692 req-199fe322-0575-47d1-a2a0-fd4bcea4833d tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Feb 16 10:37:37.792172 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3efe1ebf-6e66-457a-b46f-01d7ce728786 req-f2cdbe8e-dc47-4737-b7cd-afb7a76bad52 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 210 time: 0.0259700 Feb 16 10:37:38.108214 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:38.670371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa13a56-379e-4b3c-9e61-40ce832ddcff req-10bf5bae-9c73-413d-9eaf-ada9da4150f2 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:38.672518 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4fa13a56-379e-4b3c-9e61-40ce832ddcff req-10bf5bae-9c73-413d-9eaf-ada9da4150f2 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 932 time: 0.0529954 Feb 16 10:37:38.717340 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4fa13a56-379e-4b3c-9e61-40ce832ddcff req-baf444f3-61fb-40c5-bb15-af2e59204853 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Feb 16 10:37:38.896298 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dc1cfc99-a133-447d-9578-4d3f36be0aec req-212be6bb-00b8-4bdf-ac74-5527e7d07c00 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 210 time: 0.0288463 Feb 16 10:37:39.743832 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ca0867dd-078c-4731-a30e-cc602955116d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:39.769670 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: ca0867dd-078c-4731-a30e-cc602955116d {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:39.770017 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ca0867dd-078c-4731-a30e-cc602955116d not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:39.776982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Request body: {'port': {'device_id': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:39.810728 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:39.838793 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:39.839307 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9f3e1c4e-e864-4318-b5a5-3a706949e8b2 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:39.868734 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:39.912039 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3040800-fc41-4e14-aa25-89e6fafb3a6e req-e2e15215-10c7-4bea-8b99-4760cd3a2658 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:39.913507 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a3040800-fc41-4e14-aa25-89e6fafb3a6e req-e2e15215-10c7-4bea-8b99-4760cd3a2658 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 932 time: 0.1182549 Feb 16 10:37:40.028430 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2409040-db98-4c25-a845-25a20a49450c req-ae3b83e8-2e06-42c6-9a66-842461986e94 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7579655-3be8-4130-ac12-71ff4f3ac8c9 HTTP/1.1" status: 200 len: 210 time: 0.0318525 Feb 16 10:37:40.054753 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a3040800-fc41-4e14-aa25-89e6fafb3a6e req-fd484bc0-bb32-4b02-bdd7-bd9dfdc5c810 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207824 Feb 16 10:37:40.216752 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4c0214-67d4-4414-92c2-f06613e41317 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:37:40.224442 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Publish callbacks [] for port (aa4c0214-67d4-4414-92c2-f06613e41317), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:40.238717 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Transition to ACTIVE for port object aa4c0214-67d4-4414-92c2-f06613e41317 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:37:40.241829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:40.290841 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4c0214-67d4-4414-92c2-f06613e41317,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:40.355677 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Attempting to bind port aa4c0214-67d4-4414-92c2-f06613e41317 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:37:40.356004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Attempting to bind port aa4c0214-67d4-4414-92c2-f06613e41317 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:37:40.356329 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Attempting to bind port aa4c0214-67d4-4414-92c2-f06613e41317 on network 30393e96-44dd-4292-ab50-971b55847544 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:40.360890 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Port aa4c0214-67d4-4414-92c2-f06613e41317 on network 30393e96-44dd-4292-ab50-971b55847544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:37:40.361203 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Attempting to bind port aa4c0214-67d4-4414-92c2-f06613e41317 on network 30393e96-44dd-4292-ab50-971b55847544 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:40.365994 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:37:40.366350 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Checking segment: {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:37:40.366720 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Bound using segment: {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:37:40.367133 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Bound port: aa4c0214-67d4-4414-92c2-f06613e41317, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39382229-7fdd-4a1b-b1fb-8542a647bc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '30393e96-44dd-4292-ab50-971b55847544'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:37:40.367476 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:40.432092 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] For port aa4c0214-67d4-4414-92c2-f06613e41317, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:37:40.434985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] For port aa4c0214-67d4-4414-92c2-f06613e41317, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa4c0214-67d4-4414-92c2-f06613e41317,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:37:40.441606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:40.472701 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:40.473314 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:40.474694 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa4c0214-67d4-4414-92c2-f06613e41317 HTTP/1.1" status: 200 len: 1094 time: 0.7019622 Feb 16 10:37:40.475140 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'tag': 'aa4c0214-67d4-4414-92c2-f06613e41317'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:40.477326 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c184fd5-a725-401f-8aa7-f200ded8f47f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd9133-6860-439b-90a4-3e841f7c3f94", "tag": "aa4c0214-67d4-4414-92c2-f06613e41317"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:40.505767 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e040-4d2f-413e-b1c2-84ea4d9c7f04 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4c0214-67d4-4414-92c2-f06613e41317,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:40.513198 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52281005-f13f-489a-9e69-86b5797939b8 x-openstack-request-id: req-52281005-f13f-489a-9e69-86b5797939b8 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:40.513488 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd9133-6860-439b-90a4-3e841f7c3f94", "tag": "aa4c0214-67d4-4414-92c2-f06613e41317", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:40.513745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52281005-f13f-489a-9e69-86b5797939b8 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:40.514169 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'tag': 'aa4c0214-67d4-4414-92c2-f06613e41317', 'status': 'completed', 'code': 200} Feb 16 10:37:40.567081 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-6762c461-cf51-45cc-8959-d592e4d1069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:40.568484 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-6762c461-cf51-45cc-8959-d592e4d1069e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=211b537653d24fcfa5668933ce0ec2bd&device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 1128 time: 0.0452867 Feb 16 10:37:40.617830 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-137d5c49-75d3-40f6-a411-a5e4d360973c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa4c0214-67d4-4414-92c2-f06613e41317 HTTP/1.1" status: 200 len: 217 time: 0.0374298 Feb 16 10:37:40.665665 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-3f2eb14d-f621-4e69-a9c5-8dc27d9e1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:40.667125 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-3f2eb14d-f621-4e69-a9c5-8dc27d9e1a62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07ed645b-e916-4293-9644-35ad80c220b4 HTTP/1.1" status: 200 len: 853 time: 0.0431032 Feb 16 10:37:40.698034 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-03a27c8f-13c4-4cb8-9378-aae0e2ebcaca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30393e96-44dd-4292-ab50-971b55847544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241151 Feb 16 10:37:40.793251 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-ba409d80-9b42-40e8-abec-5ea05b34d754 service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854893 Feb 16 10:37:41.169060 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3526aad8-1350-43ba-a46e-c8eb5ce5d25a req-2a1f1978-fc67-4890-afdc-d28b6444bd88 service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690979 Feb 16 10:37:41.201250 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa76664-2f3e-4b9b-8d27-4284cf8c931c req-9b7a8c3b-11c2-469b-aadc-17e653f378b4 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:41.203407 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0fa76664-2f3e-4b9b-8d27-4284cf8c931c req-9b7a8c3b-11c2-469b-aadc-17e653f378b4 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 944 time: 0.0694785 Feb 16 10:37:41.310928 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0fa76664-2f3e-4b9b-8d27-4284cf8c931c req-53e00284-5ff5-4098-8c62-43779fd89532 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005669 Feb 16 10:37:41.326289 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-7af021f0-6692-4817-9c90-255d746dd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:41.330140 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-7af021f0-6692-4817-9c90-255d746dd465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=211b537653d24fcfa5668933ce0ec2bd&device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 1128 time: 0.0816548 Feb 16 10:37:41.374538 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e024d9-4f32-41e0-aa49-b963caa1fb47 req-9aeae1a4-184f-4102-ad92-9bf06b876514 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:41.382284 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-94e024d9-4f32-41e0-aa49-b963caa1fb47 req-9aeae1a4-184f-4102-ad92-9bf06b876514 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0899949 Feb 16 10:37:41.435275 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-7696a841-ab5b-451a-82fc-e48eb32ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:41.437123 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-7696a841-ab5b-451a-82fc-e48eb32ab071 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 200 len: 914 time: 0.0960178 Feb 16 10:37:41.441996 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-94e024d9-4f32-41e0-aa49-b963caa1fb47 req-bb46f0c0-50f7-4f2c-b489-ca0fecfda3d5 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585148 Feb 16 10:37:41.487747 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-0a22f870-7bcd-4544-a4d8-cf8503ee5b7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa4c0214-67d4-4414-92c2-f06613e41317 HTTP/1.1" status: 200 len: 217 time: 0.0441248 Feb 16 10:37:41.541748 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-4ccdf5ef-855a-409a-b795-af9f59a60210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:41.543357 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-4ccdf5ef-855a-409a-b795-af9f59a60210 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07ed645b-e916-4293-9644-35ad80c220b4 HTTP/1.1" status: 200 len: 853 time: 0.0482080 Feb 16 10:37:41.578034 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-24448812-2723-4a9f-81b8-280c0edef578 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30393e96-44dd-4292-ab50-971b55847544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265951 Feb 16 10:37:41.684332 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-80d47f0c-9fb4-42be-938f-12bf1ac269ac service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987499 Feb 16 10:37:41.794012 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c184fd5-a725-401f-8aa7-f200ded8f47f req-9e89bcc9-29ae-4b93-ba85-955538b25df7 service neutron] 10.222.0.24 "GET /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017792 Feb 16 10:37:41.820666 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:42.218468 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-9a19e518-2e7a-48b3-a0a9-61cafc1ef34a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513532 Feb 16 10:37:42.293872 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-04a03a7b-25bb-4729-b2cf-2170b7778e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:42.296357 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-04a03a7b-25bb-4729-b2cf-2170b7778e97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1129 time: 0.0516930 Feb 16 10:37:42.584791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328abcee-e770-4ceb-b714-503146abcfdf req-2b62445b-b93d-4377-9d51-5a19bf778da9 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:42.586362 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-328abcee-e770-4ceb-b714-503146abcfdf req-2b62445b-b93d-4377-9d51-5a19bf778da9 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 944 time: 0.1562157 Feb 16 10:37:42.594478 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-5e54e052-53f3-479a-8e0c-d9d7a5085efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:42.595952 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-5e54e052-53f3-479a-8e0c-d9d7a5085efa service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.2788289 Feb 16 10:37:42.635210 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573020d-2045-43b8-a018-25e5b1246730 req-31779dde-5019-4a0b-8a64-363fc221c22d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:42.640580 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c573020d-2045-43b8-a018-25e5b1246730 req-31779dde-5019-4a0b-8a64-363fc221c22d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0884261 Feb 16 10:37:42.724784 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c573020d-2045-43b8-a018-25e5b1246730 req-c5c5eff6-7b92-4d62-8ba7-5bbf59e9856c tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760186 Feb 16 10:37:42.729437 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-328abcee-e770-4ceb-b714-503146abcfdf req-0210f076-0b9e-40fa-bae2-541ceb40cf58 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304114 Feb 16 10:37:42.736691 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-59956fa7-e524-4e37-81e4-5043beb4a445 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 1000 time: 0.1306887 Feb 16 10:37:42.809214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-fb619bc1-e10d-4709-a7d2-5129e0046e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:42.811800 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-fb619bc1-e10d-4709-a7d2-5129e0046e99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0605421 Feb 16 10:37:42.870488 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-3109cfaf-a4e2-44ef-886e-80db30261f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:42.872115 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-3109cfaf-a4e2-44ef-886e-80db30261f73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516150 Feb 16 10:37:42.990941 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-daa43b0f-10b2-41b1-afd6-466e5e99e83c service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078823 Feb 16 10:37:43.120895 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-da724e39-97c7-482a-aafc-ad1b316bddf8 req-982d93e5-acd9-48b9-81f1-b6022a2e8ed5 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223638 Feb 16 10:37:43.810617 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device aa4c0214-67d4-4414-92c2-f06613e41317 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:37:43.902189 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe9f83-fd42-4270-8aa4-b992f044d607 req-b5734884-a502-4f14-b445-2eae43f213bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:43.905160 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65fe9f83-fd42-4270-8aa4-b992f044d607 req-b5734884-a502-4f14-b445-2eae43f213bf tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0800877 Feb 16 10:37:43.944865 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port aa4c0214-67d4-4414-92c2-f06613e41317, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa4c0214-67d4-4414-92c2-f06613e41317,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:43.983577 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': 'aa4c0214-67d4-4414-92c2-f06613e41317', 'network_id': '30393e96-44dd-4292-ab50-971b55847544', 'port_id': 'aa4c0214-67d4-4414-92c2-f06613e41317', 'mac_address': 'fa:16:3e:0b:ac:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ed645b-e916-4293-9644-35ad80c220b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:37:43.987330 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c02bc7-283f-4e93-bda6-46083194c93d req-a5e77b13-e120-4b23-8ed9-e2a2ea5cebd2 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:43.988908 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-64c02bc7-283f-4e93-bda6-46083194c93d req-a5e77b13-e120-4b23-8ed9-e2a2ea5cebd2 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 944 time: 0.1333041 Feb 16 10:37:43.991429 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65fe9f83-fd42-4270-8aa4-b992f044d607 req-9826f562-3f4c-4bc4-8b3d-6d73b9da20dd tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785124 Feb 16 10:37:44.051222 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port aa4c0214-67d4-4414-92c2-f06613e41317 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:44.051912 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:44.068285 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4c0214-67d4-4414-92c2-f06613e41317 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:37:44.075313 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-64c02bc7-283f-4e93-bda6-46083194c93d req-0f237502-e390-484b-aa2a-7ab7419152a6 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737448 Feb 16 10:37:44.122647 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port aa4c0214-67d4-4414-92c2-f06613e41317, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa4c0214-67d4-4414-92c2-f06613e41317,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:44.128064 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:44.187070 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=aa4c0214-67d4-4414-92c2-f06613e41317,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:44.194242 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.194627 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.194997 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.195346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.195688 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.196024 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.196358 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.196693 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.197027 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.197362 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.197688 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.198016 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.198370 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:37:44.466085 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['aa4c0214-67d4-4414-92c2-f06613e41317'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:45.137910 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467c88-5e4c-4422-8b8b-eda1f0f86e0c req-e6750628-5951-4c54-8fd3-1c04fe3a2e88 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:45.140729 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d4467c88-5e4c-4422-8b8b-eda1f0f86e0c req-e6750628-5951-4c54-8fd3-1c04fe3a2e88 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0712869 Feb 16 10:37:45.200801 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d4467c88-5e4c-4422-8b8b-eda1f0f86e0c req-4bf657a5-9157-455d-9578-9ea8d6457ba7 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529327 Feb 16 10:37:45.246084 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c598-64b3-4344-a4cf-18d11df8ca9d req-0d7f5e4c-b217-441c-b1e0-8b57497f8a38 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:45.247778 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8f85c598-64b3-4344-a4cf-18d11df8ca9d req-0d7f5e4c-b217-441c-b1e0-8b57497f8a38 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 945 time: 0.0599012 Feb 16 10:37:45.316967 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8f85c598-64b3-4344-a4cf-18d11df8ca9d req-9650c559-5427-41f5-804a-92b1f17801b5 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610855 Feb 16 10:37:45.824483 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device aa4c0214-67d4-4414-92c2-f06613e41317 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:37:45.887360 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port aa4c0214-67d4-4414-92c2-f06613e41317 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:37:45.892289 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port aa4c0214-67d4-4414-92c2-f06613e41317 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:45.892678 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:45.982473 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port aa4c0214-67d4-4414-92c2-f06613e41317 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:45.985927 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:46.020092 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4c0214-67d4-4414-92c2-f06613e41317'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:46.023753 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbcc50-2fb0-444e-a325-db03e4f1287c" -d '{"events": [{"server_uuid": "4fbd9133-6860-439b-90a4-3e841f7c3f94", "name": "network-vif-plugged", "status": "completed", "tag": "aa4c0214-67d4-4414-92c2-f06613e41317"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:46.042802 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port aa4c0214-67d4-4414-92c2-f06613e41317, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa4c0214-67d4-4414-92c2-f06613e41317,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:46.050322 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:46.112851 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e62c1-d9a8-4273-b6dd-924d31970547 x-openstack-request-id: req-7e3e62c1-d9a8-4273-b6dd-924d31970547 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:46.113213 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd9133-6860-439b-90a4-3e841f7c3f94", "name": "network-vif-plugged", "status": "completed", "tag": "aa4c0214-67d4-4414-92c2-f06613e41317", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:46.113658 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e3e62c1-d9a8-4273-b6dd-924d31970547 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:46.114358 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4c0214-67d4-4414-92c2-f06613e41317', 'code': 200} Feb 16 10:37:46.164877 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=aa4c0214-67d4-4414-92c2-f06613e41317,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:46.326658 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d84b07-a8f7-4aaa-83f6-dde83ed218a3 req-af04f408-b7fe-4da2-8bd2-28de9cfea571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:46.328378 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05d84b07-a8f7-4aaa-83f6-dde83ed218a3 req-af04f408-b7fe-4da2-8bd2-28de9cfea571 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 1130 time: 0.0933003 Feb 16 10:37:46.363103 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81580-1724-4cb9-891e-aa8e0148ef5b req-0c977e4e-2bd9-4117-8d1f-f1e2da1ca950 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:46.364750 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-49b81580-1724-4cb9-891e-aa8e0148ef5b req-0c977e4e-2bd9-4117-8d1f-f1e2da1ca950 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0813694 Feb 16 10:37:46.424638 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05d84b07-a8f7-4aaa-83f6-dde83ed218a3 req-e8a1792f-7c66-4ab0-bf84-c630fb4ed7d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867743 Feb 16 10:37:46.457615 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-49b81580-1724-4cb9-891e-aa8e0148ef5b req-3563636e-d50a-43bb-b3ff-50505e476ad1 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797706 Feb 16 10:37:46.502741 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53b4b-8aef-4e68-b34e-0db198d94add req-bfc70b54-a4ae-4888-80f5-8e054347f583 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:46.504981 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f4b53b4b-8aef-4e68-b34e-0db198d94add req-bfc70b54-a4ae-4888-80f5-8e054347f583 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.0798626 Feb 16 10:37:46.557702 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f4b53b4b-8aef-4e68-b34e-0db198d94add req-328532f1-273d-4dac-a365-c6b00bcf779d tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446064 Feb 16 10:37:47.602218 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd639a4-205b-4aeb-8fdd-07030f924814 req-1db9b802-790b-4eed-9683-6383c6edd85b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:47.604038 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-afd639a4-205b-4aeb-8fdd-07030f924814 req-1db9b802-790b-4eed-9683-6383c6edd85b tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0609429 Feb 16 10:37:47.673157 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-afd639a4-205b-4aeb-8fdd-07030f924814 req-27044896-802d-430d-93c5-13ca63924126 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Feb 16 10:37:47.728122 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3693da3-6520-4c57-9b1c-254aa21d8be5 req-64c8c36c-c975-423b-b9ef-6911b2ccd8db tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:47.730338 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d3693da3-6520-4c57-9b1c-254aa21d8be5 req-64c8c36c-c975-423b-b9ef-6911b2ccd8db tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.0850425 Feb 16 10:37:47.782250 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d3693da3-6520-4c57-9b1c-254aa21d8be5 req-7b19993d-3ddd-49e6-a0e5-5ca56c9b72d9 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Feb 16 10:37:48.621399 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-75155216-348b-404e-baf9-bfd9c1783d8d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:48.623092 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-75155216-348b-404e-baf9-bfd9c1783d8d tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.0972810 Feb 16 10:37:48.730168 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Deleting port ff250b9b-a765-40be-9740-c2037fea0025 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:48.730532 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (ff250b9b-a765-40be-9740-c2037fea0025), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:48.875929 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] For port ff250b9b-a765-40be-9740-c2037fea0025, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff250b9b-a765-40be-9740-c2037fea0025,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:48.876270 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (ff250b9b-a765-40be-9740-c2037fea0025), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:48.897364 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99197c6-f534-4c92-ac7d-df8ad3eeb283 req-a5238cf5-bf42-44af-87bf-ecc8ddf9e97e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:48.898945 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e99197c6-f534-4c92-ac7d-df8ad3eeb283 req-a5238cf5-bf42-44af-87bf-ecc8ddf9e97e tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/ports?device_id=6931dd55-c474-42a5-ada0-f9674740ed27 HTTP/1.1" status: 200 len: 945 time: 0.1011078 Feb 16 10:37:48.903984 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Calling delete_port for ff250b9b-a765-40be-9740-c2037fea0025 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:48.983239 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa66b-600f-4d7c-a355-f0adc69bd12a req-d377d132-4957-449e-af42-7d1f23d6be4e tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:48.985366 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-694aa66b-600f-4d7c-a355-f0adc69bd12a req-d377d132-4957-449e-af42-7d1f23d6be4e tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.1100903 Feb 16 10:37:49.009593 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e99197c6-f534-4c92-ac7d-df8ad3eeb283 req-15afe448-2334-4264-a902-2ecf84a3d577 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.45 "GET /v2.0/security-groups?id=1716d8e6-3671-498a-bcfc-5030617a5033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955415 Feb 16 10:37:49.063747 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-694aa66b-600f-4d7c-a355-f0adc69bd12a req-3b3b5d5d-857f-4837-a712-23fc7fe9d2ab tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706668 Feb 16 10:37:49.115779 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (ff250b9b-a765-40be-9740-c2037fea0025), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:49.134801 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['ff250b9b-a765-40be-9740-c2037fea0025'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:37:49.181122 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Pushing event deleted for resources: {'Port': ['ID=ff250b9b-a765-40be-9740-c2037fea0025,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:49.243461 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] No DVR routers for this DVR port ff250b9b-a765-40be-9740-c2037fea0025 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:37:49.247484 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:49.251461 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a260ba2-b571-4d5c-adc4-f7bd0646182b req-039f2f28-6e25-482a-8035-63e2eaaa66f3 tempest-ServerRescueNegativeTestJSON-1417148242 tempest-ServerRescueNegativeTestJSON-1417148242-project] 10.222.0.24 "DELETE /v2.0/ports/ff250b9b-a765-40be-9740-c2037fea0025 HTTP/1.1" status: 204 len: 173 time: 0.6221189 Feb 16 10:37:49.252140 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6931dd55-c474-42a5-ada0-f9674740ed27', 'name': 'network-vif-deleted', 'tag': 'ff250b9b-a765-40be-9740-c2037fea0025'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:37:49.254601 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b70adb-e5bc-4cfc-9d66-1d54bfecda6a" -d '{"events": [{"server_uuid": "6931dd55-c474-42a5-ada0-f9674740ed27", "name": "network-vif-deleted", "tag": "ff250b9b-a765-40be-9740-c2037fea0025"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:37:49.298396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e2a64-d24d-4169-8c75-16da4e2d087b x-openstack-request-id: req-6c8e2a64-d24d-4169-8c75-16da4e2d087b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:37:49.298665 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6931dd55-c474-42a5-ada0-f9674740ed27", "name": "network-vif-deleted", "tag": "ff250b9b-a765-40be-9740-c2037fea0025", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:37:49.299147 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c8e2a64-d24d-4169-8c75-16da4e2d087b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:37:49.299949 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6931dd55-c474-42a5-ada0-f9674740ed27', 'name': 'network-vif-deleted', 'tag': 'ff250b9b-a765-40be-9740-c2037fea0025', 'status': 'completed', 'code': 200} Feb 16 10:37:50.066689 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57276) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:50.563010 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:50.914946 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Deleting port a7fccd6e-cfac-4f56-bdcc-cc136df4e778 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:50.915233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:51.009113 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] For port a7fccd6e-cfac-4f56-bdcc-cc136df4e778, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,segment=NetworkSegment(636a3f50-5eb3-4a55-a918-798488f50643),segment_id=636a3f50-5eb3-4a55-a918-798488f50643)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:51.009477 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:51.024240 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Calling delete_port for a7fccd6e-cfac-4f56-bdcc-cc136df4e778 owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:51.251729 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (a7fccd6e-cfac-4f56-bdcc-cc136df4e778), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:51.287596 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fccd6e-cfac-4f56-bdcc-cc136df4e778,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:51.785668 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:51.848240 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:37:51.855868 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ff250b9b-a765-40be-9740-c2037fea0025 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:51.878877 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: ff250b9b-a765-40be-9740-c2037fea0025 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:51.879512 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device ff250b9b-a765-40be-9740-c2037fea0025 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:52.038327 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:37:52.155060 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:37:52.160834 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3cc5c4b1-5925-48d6-b425-fa2dc5bc99b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/ac8ea3ae-7040-48e4-9a68-4bb44ca833ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0919721 Feb 16 10:37:52.163694 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57290) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:52.165265 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] Sync routers for ids ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:37:52.181987 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] Routers {'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:37:52.182769 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:52.295606 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] Set router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:37:52.377577 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks [] for router (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:52.500463 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:37:51Z', 'revision_number': 5, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port': {'id': '090a0408-65ab-4da8-b18f-da2a9f5dd145', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:52.527768 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks [] for router_gateway (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:52.534182 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] Checking router: ac8ea3ae-7040-48e4-9a68-4bb44ca833ec for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:37:52.552421 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] Routers {'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:37:52.553151 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:52.657265 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Deleting port 090a0408-65ab-4da8-b18f-da2a9f5dd145 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:37:52.657604 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:52.695431 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] Set router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:37:52.749134 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:37:52Z', 'revision_number': 6, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:52.769974 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] For port 090a0408-65ab-4da8-b18f-da2a9f5dd145, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=090a0408-65ab-4da8-b18f-da2a9f5dd145,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:52.770292 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:52.779271 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badbd1-53f2-47f3-9741-9d7efcb89818 None None] The sync data for ids ['ac8ea3ae-7040-48e4-9a68-4bb44ca833ec'] in dv-cinder-804757-12-iscsi is: [{'id': 'ac8ea3ae-7040-48e4-9a68-4bb44ca833ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1502854906-router', 'tenant_id': 'f7f0b569e78640c0a28623584eeb78ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:34Z', 'updated_at': '2022-02-16T10:37:52Z', 'revision_number': 6, 'project_id': 'f7f0b569e78640c0a28623584eeb78ff', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:37:52.788174 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Calling delete_port for 090a0408-65ab-4da8-b18f-da2a9f5dd145 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:37:52.992109 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (090a0408-65ab-4da8-b18f-da2a9f5dd145), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.019596 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Pushing event deleted for resources: {'Port': ['ID=090a0408-65ab-4da8-b18f-da2a9f5dd145,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:53.095509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.219570 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.225967 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks [] for router_controller (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.300377 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (ac8ea3ae-7040-48e4-9a68-4bb44ca833ec), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.301531 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8ea3ae-7040-48e4-9a68-4bb44ca833ec {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:37:53.308763 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.313434 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57306) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:53.314024 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4bf24f7b-fb82-4d40-a0a1-62d6d8245179 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ac8ea3ae-7040-48e4-9a68-4bb44ca833ec HTTP/1.1" status: 204 len: 168 time: 1.1481400 Feb 16 10:37:53.369235 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Deleting subnet 017b45e3-ee7e-4eba-8b67-cd1661870ad6 {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:37:53.372964 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Publish callbacks [] for subnet (017b45e3-ee7e-4eba-8b67-cd1661870ad6), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.421956 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13785943'] for subnet (017b45e3-ee7e-4eba-8b67-cd1661870ad6), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.470579 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (017b45e3-ee7e-4eba-8b67-cd1661870ad6), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.540274 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13395165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58629294'] for subnet (017b45e3-ee7e-4eba-8b67-cd1661870ad6), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.577586 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017b45e3-ee7e-4eba-8b67-cd1661870ad6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:53.593215 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.595783 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-be7bf220-02bd-456e-8fad-6fbae05bf3dd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/017b45e3-ee7e-4eba-8b67-cd1661870ad6 HTTP/1.1" status: 204 len: 168 time: 0.2812004 Feb 16 10:37:53.598211 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57308) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:53.692642 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (f80bce40-1201-4bfe-9f54-a1fbed813c72), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.810072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (f80bce40-1201-4bfe-9f54-a1fbed813c72), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.837605 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80bce40-1201-4bfe-9f54-a1fbed813c72']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:53.849774 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636a3f50-5eb3-4a55-a918-798488f50643') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:53.850080 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636a3f50-5eb3-4a55-a918-798488f50643') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:53.864479 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (636a3f50-5eb3-4a55-a918-798488f50643), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.883504 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (636a3f50-5eb3-4a55-a918-798488f50643), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.897611 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:37:53.898296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (636a3f50-5eb3-4a55-a918-798488f50643), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:37:53.900616 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:37:54.008477 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (f80bce40-1201-4bfe-9f54-a1fbed813c72), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:54.024015 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:54.036798 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] 10.222.0.45 "DELETE /v2.0/networks/f80bce40-1201-4bfe-9f54-a1fbed813c72 HTTP/1.1" status: 204 len: 168 time: 0.4370308 Feb 16 10:37:54.058178 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117918cd-da29-47d3-8241-aae611793cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=f80bce40-1201-4bfe-9f54-a1fbed813c72,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:54.239142 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57316) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:54.306757 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4a6d987f-b84c-4525-a309-9ae34d0ec1e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7f0b569e78640c0a28623584eeb78ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0664313 Feb 16 10:37:54.309644 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57318) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:54.342681 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 090a0408-65ab-4da8-b18f-da2a9f5dd145 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:54.363063 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 090a0408-65ab-4da8-b18f-da2a9f5dd145 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:54.363774 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 090a0408-65ab-4da8-b18f-da2a9f5dd145 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:54.364410 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a7fccd6e-cfac-4f56-bdcc-cc136df4e778 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:37:54.375795 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e2c408c5-8f32-4838-96f9-7a7495c46d64 admin admin] Publish callbacks [] for security_group (1716d8e6-3671-498a-bcfc-5030617a5033), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:54.384995 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: a7fccd6e-cfac-4f56-bdcc-cc136df4e778 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:37:54.385620 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a7fccd6e-cfac-4f56-bdcc-cc136df4e778 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:37:54.418091 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e2c408c5-8f32-4838-96f9-7a7495c46d64 admin admin] Publish callbacks [] for security_group (1716d8e6-3671-498a-bcfc-5030617a5033), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:54.478019 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e2c408c5-8f32-4838-96f9-7a7495c46d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (1716d8e6-3671-498a-bcfc-5030617a5033), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:54.480711 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e2c408c5-8f32-4838-96f9-7a7495c46d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:54.481895 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e2c408c5-8f32-4838-96f9-7a7495c46d64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1716d8e6-3671-498a-bcfc-5030617a5033 HTTP/1.1" status: 204 len: 168 time: 0.1699846 Feb 16 10:37:54.496554 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c408c5-8f32-4838-96f9-7a7495c46d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716d8e6-3671-498a-bcfc-5030617a5033,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:55.398417 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57352) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:55.506269 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-network', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:55.539126 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Made reservation on behalf of de19403f7d1243c2a76ab2771cae86a5 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:37:55.539126 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.543132 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.694526 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks [] for security_group (8734cd0a-e18b-4092-9abc-3d77842a047e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.699049 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (8734cd0a-e18b-4092-9abc-3d77842a047e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.727574 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:37:55.737862 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8734cd0a-e18b-4092-9abc-3d77842a047e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:55.743166 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (db4052b6-ea78-4e9b-9397-f612d97eb6ea), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.743508 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Added segment db4052b6-ea78-4e9b-9397-f612d97eb6ea of type vlan for network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 Feb 16 10:37:55.790593 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.823011 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.824090 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:55.824780 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:55.897333 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4977772 Feb 16 10:37:55.898395 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aa6aa-a01f-4322-b724-58491ade544c admin admin] Pushing event updated for resources: {'Network': ['ID=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:55.901135 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57362) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:55.907138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Request body: {'subnet': {'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-subnet', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:55.910005 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:37:55.955038 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Made reservation on behalf of de19403f7d1243c2a76ab2771cae86a5 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:37:55.957455 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:56.203484 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3bbd7-25e4-4c23-b456-b9017ff308aa req-18f668a9-3904-4f35-b177-a28871e89217 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:56.207919 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5c3bbd7-25e4-4c23-b456-b9017ff308aa req-18f668a9-3904-4f35-b177-a28871e89217 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0896740 Feb 16 10:37:56.350041 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5c3bbd7-25e4-4c23-b456-b9017ff308aa req-b1341412-f2e3-4c33-8d03-a284406a8d57 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361165 Feb 16 10:37:56.411082 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b659-2107-4d13-ace0-08c439770b3e req-645c1c9c-d6e4-4311-9684-600556f46402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:56.411082 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-645c1c9c-d6e4-4311-9684-600556f46402 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1168 time: 0.2735796 Feb 16 10:37:56.427979 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (02ae62d6-5b2b-487f-a402-f4b4aff9885a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:56.546506 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ae62d6-5b2b-487f-a402-f4b4aff9885a,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:56.578340 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Checking segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:37:56.578696 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Network hostable DHCP agents. Network: 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:37:56.592590 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b659-2107-4d13-ace0-08c439770b3e req-f7516a16-b07f-4a08-8834-13100a64fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:56.594205 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-f7516a16-b07f-4a08-8834-13100a64fc5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 915 time: 0.1830301 Feb 16 10:37:56.610149 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:37:56.650353 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:56.660654 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74058f5-1e74-4cd3-8f07-5c88ee17a33b None None] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:37:56.673058 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:56.673928 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:56.679739 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-edea9a79-dbe9-4ab4-94b3-5fbfd18d9d83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 1000 time: 0.0781159 Feb 16 10:37:56.707315 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cdfe7e71-cb22-41d3-9f00-404ef0ede691 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8021502 Feb 16 10:37:56.709017 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57382) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:56.713783 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:37:56.778795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b659-2107-4d13-ace0-08c439770b3e req-f1bde0c6-eff8-4c42-89cb-babc0e9f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:56.780653 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-f1bde0c6-eff8-4c42-89cb-babc0e9f17f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.0907695 Feb 16 10:37:56.782768 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:56.784041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:56.902424 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks [] for router_controller (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:56.905920 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b659-2107-4d13-ace0-08c439770b3e req-21b8677a-7fda-4770-82f2-48b528a847de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:56.907958 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-21b8677a-7fda-4770-82f2-48b528a847de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1168172 Feb 16 10:37:56.915337 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:37:56.916439 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.068103 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Allocated IP 172.20.0.2 (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65/02ae62d6-5b2b-487f-a402-f4b4aff9885a/f479fd95-ee4d-44cd-b7ec-772e38ba78f5) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:57.114421 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks [] for router_gateway (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.149555 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-86fddb6c-0bf1-403b-a3ea-02ec680f829e service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049491 Feb 16 10:37:57.256231 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Publish callbacks [] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.269390 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.296142 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35a9b659-2107-4d13-ace0-08c439770b3e req-67ead819-6d75-40e5-bf24-6c70cf300994 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336324 Feb 16 10:37:57.334027 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:37:57.337461 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:57.343967 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:37:57.356818 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Pushing event updated for resources: {'Port': ['ID=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:57.428558 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Attempting to bind port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:37:57.429288 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Attempting to bind port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:37:57.429829 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Attempting to bind port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:37:57.446170 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:37:57.446649 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Checking segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:37:57.447067 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.447482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Bound using segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:37:57.447958 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Bound port: f479fd95-ee4d-44cd-b7ec-772e38ba78f5, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:37:57.448353 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.456683 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks [] for router_gateway (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.492496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.606515 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] For port f479fd95-ee4d-44cd-b7ec-772e38ba78f5, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:37:57.610276 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] For port f479fd95-ee4d-44cd-b7ec-772e38ba78f5, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:37:57.620676 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.646762 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33dc1f-c631-4264-bf1a-2cb750b88854 req-7c0408c5-c72b-4c11-9e8f-a13d7d3b825c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:57.656453 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de33dc1f-c631-4264-bf1a-2cb750b88854 req-7c0408c5-c72b-4c11-9e8f-a13d7d3b825c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.1531739 Feb 16 10:37:57.695151 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e39cce-a3ea-4ef0-871e-3bffb2897802 None None] Pushing event updated for resources: {'Port': ['ID=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:57.771594 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Allocated IP 172.27.2.210 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:57.790255 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de33dc1f-c631-4264-bf1a-2cb750b88854 req-f4e9baa0-8580-45a4-a7ab-c486fa846427 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286225 Feb 16 10:37:57.853915 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58b002-e2b8-43a8-a051-c46645a6291b req-2c155c99-b6c7-4af0-a395-37c18ca6e8f8 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:57.855605 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c58b002-e2b8-43a8-a051-c46645a6291b req-2c155c99-b6c7-4af0-a395-37c18ca6e8f8 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0688906 Feb 16 10:37:57.915351 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c58b002-e2b8-43a8-a051-c46645a6291b req-e03b5a1e-2786-4159-a122-5a109b8ac447 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526562 Feb 16 10:37:57.936511 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks [] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:57.979111 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:58.024891 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:37:58.035942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:37:58.047844 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:37:58.061448 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Pushing event updated for resources: {'Port': ['ID=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:58.383049 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device f479fd95-ee4d-44cd-b7ec-772e38ba78f5 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:37:58.462668 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:58.463054 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:58.548311 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:58.549254 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:58.590509 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port f479fd95-ee4d-44cd-b7ec-772e38ba78f5, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:37:58.599595 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:58.643025 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks [] for router_gateway (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:58.655484 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:37:58.901214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:58.903384 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a6a90-2eb3-4941-ba3d-0151806e37a8 None None] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:37:58.981736 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79043ba0-df5a-49b7-a846-3ea0cd534bd0 req-0cfb1edf-87e7-439d-b5e0-20009756e341 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:58.984170 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79043ba0-df5a-49b7-a846-3ea0cd534bd0 req-0cfb1edf-87e7-439d-b5e0-20009756e341 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.1317661 Feb 16 10:37:58.986819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-03199dd0-ad87-401c-ae2e-23d17936820d None None] Provisioning complete for port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:58.987710 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-03199dd0-ad87-401c-ae2e-23d17936820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.059696 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bf480-0d2d-4429-96b1-c832a114a76d req-d20c38a4-bdf8-4d3e-9daf-4ca56fce089d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:37:59.061496 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4d1bf480-0d2d-4429-96b1-c832a114a76d req-d20c38a4-bdf8-4d3e-9daf-4ca56fce089d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0662136 Feb 16 10:37:59.075595 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-79043ba0-df5a-49b7-a846-3ea0cd534bd0 req-27e35ae6-396d-44a0-8951-45ac49633eb2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827122 Feb 16 10:37:59.112768 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:37:59.127838 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4d1bf480-0d2d-4429-96b1-c832a114a76d req-d6a1d0c4-663c-4175-9b32-35233462122a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587192 Feb 16 10:37:59.144386 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-03199dd0-ad87-401c-ae2e-23d17936820d None None] Current status of the port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:59.242204 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:37:59.257057 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:37:59.262025 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.266917 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-988ba3c1-9073-486f-ba79-8a3745b9c38f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5530794 Feb 16 10:37:59.267191 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57476) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:37:59.269366 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:37:59.270020 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:59.392664 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-5f062c7b-3fb3-4532-8f8d-4402961840cf None None] Provisioning complete for port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:37:59.393339 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-5f062c7b-3fb3-4532-8f8d-4402961840cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.418438 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:37:59.608862 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-5f062c7b-3fb3-4532-8f8d-4402961840cf None None] Current status of the port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:37:59.656239 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:37:58Z', 'revision_number': 3, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:37:59.683427 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:37:59.683786 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Updating router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:37:59.716167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.724735 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.887672 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Allocated IP 172.20.0.1 (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65/02ae62d6-5b2b-487f-a402-f4b4aff9885a/6f12b791-85da-41aa-a180-4b45a3b96c6f) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:37:59.973396 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Publish callbacks [] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.979490 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:37:59.995568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks [] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.031501 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.032488 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Attempting to bind port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:00.032872 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Attempting to bind port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:00.033244 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Attempting to bind port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:00.042115 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:00.042509 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:00.042921 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.043323 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:00.043799 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Bound port: b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:00.044186 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.046562 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cac86-f70c-4f8d-ab9c-e53f540c28f3 None None] Pushing event updated for resources: {'Port': ['ID=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:00.069441 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:00.077131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:00.080684 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:00.105382 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] For port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:00.105859 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Pushing event updated for resources: {'Port': ['ID=6f12b791-85da-41aa-a180-4b45a3b96c6f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:00.111061 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] For port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:00.118263 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.128987 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.199428 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cac86-f70c-4f8d-ab9c-e53f540c28f3 None None] Pushing event updated for resources: {'Port': ['ID=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:00.203391 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:00.204009 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:00.331396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c72b31-5274-47a8-b633-7d92f9c3708d req-9abee65c-c210-46ba-8b24-ffa0813e2f3f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:00.333007 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00c72b31-5274-47a8-b633-7d92f9c3708d req-9abee65c-c210-46ba-8b24-ffa0813e2f3f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.1403146 Feb 16 10:38:00.361535 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d57d-1af9-4aab-9ae7-6091d1ca0ad1 req-c86304f5-9cc0-49fe-bb04-ba3fc5e01568 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:00.369175 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf49d57d-1af9-4aab-9ae7-6091d1ca0ad1 req-c86304f5-9cc0-49fe-bb04-ba3fc5e01568 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1194410 Feb 16 10:38:00.402132 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.447976 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf49d57d-1af9-4aab-9ae7-6091d1ca0ad1 req-cd862688-e800-4a92-8c56-8c21a5d36e01 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772667 Feb 16 10:38:00.452541 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device f479fd95-ee4d-44cd-b7ec-772e38ba78f5 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:00.478235 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00c72b31-5274-47a8-b633-7d92f9c3708d req-aab47e89-5863-4dae-ae32-1b3356faaeb3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1367042 Feb 16 10:38:00.550494 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:00.613380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks [] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.613605 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-1b9d044e-4c53-4373-b27e-2ab07fb20f74 None None] Provisioning complete for port 6f12b791-85da-41aa-a180-4b45a3b96c6f triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:00.613836 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-1b9d044e-4c53-4373-b27e-2ab07fb20f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.618017 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.676103 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:00.676516 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.688982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:00.690982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Pushing event updated for resources: {'Port': ['ID=6f12b791-85da-41aa-a180-4b45a3b96c6f,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:00.733068 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d044e-4c53-4373-b27e-2ab07fb20f74 None None] Port 6f12b791-85da-41aa-a180-4b45a3b96c6f cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:00.788533 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:00.790000 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:00.845565 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:00.862501 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:37:58Z', 'revision_number': 3, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:00.894681 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c342ce-c633-4401-a70c-2711b7f7b7fe None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:37:58Z', 'revision_number': 3, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:00.919925 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:38:01.039746 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:38:01.045796 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-03b2808d-a0af-4094-a8b4-b50c93ce57cb admin admin] 10.222.0.45 "PUT /v2.0/routers/9dfb17a7-ea00-4e8e-ba38-058b2b5009fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765532 Feb 16 10:38:01.059798 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-5838dacf-b88e-4fde-9743-12395bec7896 None None] Provisioning complete for port 6f12b791-85da-41aa-a180-4b45a3b96c6f triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:01.060367 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-5838dacf-b88e-4fde-9743-12395bec7896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:01.099866 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-5838dacf-b88e-4fde-9743-12395bec7896 None None] Port 6f12b791-85da-41aa-a180-4b45a3b96c6f cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:01.581202 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57506) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:01.620666 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ea455-4e4f-447c-a6ef-f7cdb1c7fa0a req-52c86f27-e25a-4b46-982f-253bd18d2557 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:01.623592 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de4ea455-4e4f-447c-a6ef-f7cdb1c7fa0a req-52c86f27-e25a-4b46-982f-253bd18d2557 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0972459 Feb 16 10:38:01.653270 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Deleting subnet 2721f6d1-e723-4208-b054-76da8840f0b9 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:38:01.664953 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Publish callbacks [] for subnet (2721f6d1-e723-4208-b054-76da8840f0b9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:01.669360 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ce03aa51-d255-4ada-84c6-62b5472af6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:01.715368 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de4ea455-4e4f-447c-a6ef-f7cdb1c7fa0a req-6e47244a-1010-47dd-8611-f1f87b6e596a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805891 Feb 16 10:38:01.730944 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (2721f6d1-e723-4208-b054-76da8840f0b9), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:01.791277 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57510) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:01.803157 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849621792', 'description': 'tempest-description--1148250459'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:01.832551 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (2721f6d1-e723-4208-b054-76da8840f0b9), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:01.863304 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b6499-cb04-4173-999f-58c1e2fabf6b req-41426597-0110-43e2-aadd-b5ad6957c6e3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:01.865808 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e36b6499-cb04-4173-999f-58c1e2fabf6b req-41426597-0110-43e2-aadd-b5ad6957c6e3 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0816176 Feb 16 10:38:01.866430 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:01.943004 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e36b6499-cb04-4173-999f-58c1e2fabf6b req-781e7977-77ce-4d33-9d66-64ef7cb12e15 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712912 Feb 16 10:38:02.138247 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (2721f6d1-e723-4208-b054-76da8840f0b9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.180863 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2721f6d1-e723-4208-b054-76da8840f0b9,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:02.182853 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.186620 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-44b92f32-a477-4fb9-8247-2ffbe53279da admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2721f6d1-e723-4208-b054-76da8840f0b9 HTTP/1.1" status: 204 len: 168 time: 0.6040785 Feb 16 10:38:02.189507 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57512) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:02.204655 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (8c1b138f-27aa-4923-bc5f-7b0dd18f06bd), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.214690 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (8c1b138f-27aa-4923-bc5f-7b0dd18f06bd), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.292908 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.297559 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4994221 Feb 16 10:38:02.298687 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57514) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:02.299457 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (d0110fcd-ecdd-4d41-aab1-318962a5dca1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.301433 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d012d-a9bb-4e73-8cf7-cc191e8d8e3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:02.304884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'security_group_rule': {'security_group_id': '8c1b138f-27aa-4923-bc5f-7b0dd18f06bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:02.358296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (a6a6259a-a80e-46fb-97aa-f03ebae4b70d), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.385202 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:02.393547 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (d0110fcd-ecdd-4d41-aab1-318962a5dca1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.415319 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0110fcd-ecdd-4d41-aab1-318962a5dca1']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:02.426680 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b147ea-fe09-4228-80ac-9f842a7b441c') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:02.426974 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b147ea-fe09-4228-80ac-9f842a7b441c') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:02.428795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (a6a6259a-a80e-46fb-97aa-f03ebae4b70d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.433466 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (a6a6259a-a80e-46fb-97aa-f03ebae4b70d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.438368 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13514010'] for segment (53b147ea-fe09-4228-80ac-9f842a7b441c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.455100 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a6259a-a80e-46fb-97aa-f03ebae4b70d,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:02.458463 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:02.458811 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.459609 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (53b147ea-fe09-4228-80ac-9f842a7b441c), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.470560 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:38:02.472289 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13042602'] for segment (53b147ea-fe09-4228-80ac-9f842a7b441c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: timer() Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: cb(*args, **kw) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: self._notify() Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: self.callback(batched_events) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: event.method(event) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._get(url).json() Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:38:02.473836 dv-cinder-804757-12-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:38:02.478778 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.482759 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9879ea42-8d48-4ea5-875b-99b92504b4bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803217 Feb 16 10:38:02.483061 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57516) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:02.488021 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'security_group_rule': {'security_group_id': '8c1b138f-27aa-4923-bc5f-7b0dd18f06bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:02.528577 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (155a1a97-529c-4803-aaa9-98e5faf01129), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.553941 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (d0110fcd-ecdd-4d41-aab1-318962a5dca1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.558217 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:02.558852 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.571097 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.579071 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d0110fcd-ecdd-4d41-aab1-318962a5dca1 HTTP/1.1" status: 204 len: 168 time: 0.3863363 Feb 16 10:38:02.579071 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7405bf-1219-45df-a7cc-8cc31ebc35f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0110fcd-ecdd-4d41-aab1-318962a5dca1,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:02.594441 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:02.599644 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.634698 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (155a1a97-529c-4803-aaa9-98e5faf01129), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.640467 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (155a1a97-529c-4803-aaa9-98e5faf01129), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.664539 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:02.670850 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155a1a97-529c-4803-aaa9-98e5faf01129,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:02.679428 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.682506 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8e8f9a53-cb16-4d1f-9623-5cc8be268fb7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967721 Feb 16 10:38:02.684107 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57522) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:02.692510 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:02.715981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.748885 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57526) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:02.799093 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:38:02.806943 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-619d5b13-7e4a-439c-8208-a548cd250455 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bd7f101a0374ca6b8c6a5653f841e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564480 Feb 16 10:38:02.808301 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57528) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:02.810627 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:02.811281 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:02.852020 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74631823-8fc4-4985-be0b-0418c8f3b9bd req-dfdb6969-ca72-4856-8539-bbf768fe2078 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:02.854581 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-74631823-8fc4-4985-be0b-0418c8f3b9bd req-dfdb6969-ca72-4856-8539-bbf768fe2078 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0713346 Feb 16 10:38:02.867747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.889737 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb04a-d2cb-4bde-b12c-ad2a8c673fd5 admin admin] Publish callbacks [] for security_group (906a8aca-2383-422b-982c-ea3a0fc8ec7b), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:02.914004 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-74631823-8fc4-4985-be0b-0418c8f3b9bd req-afb22744-ca86-4494-a097-da98af6c9dd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528052 Feb 16 10:38:02.948549 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:02.949242 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb04a-d2cb-4bde-b12c-ad2a8c673fd5 admin admin] Publish callbacks [] for security_group (906a8aca-2383-422b-982c-ea3a0fc8ec7b), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.037689 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Allocated IP 172.27.2.16 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/f2544347-34dd-4cac-acdf-ee7a32ce92b9) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:03.082486 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb04a-d2cb-4bde-b12c-ad2a8c673fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (906a8aca-2383-422b-982c-ea3a0fc8ec7b), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.084852 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1cbb04a-d2cb-4bde-b12c-ad2a8c673fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.085985 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f1cbb04a-d2cb-4bde-b12c-ad2a8c673fd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/906a8aca-2383-422b-982c-ea3a0fc8ec7b HTTP/1.1" status: 204 len: 168 time: 0.2766430 Feb 16 10:38:03.116916 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbb04a-d2cb-4bde-b12c-ad2a8c673fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906a8aca-2383-422b-982c-ea3a0fc8ec7b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:03.163254 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00fee-c429-4c40-b92e-331cf558953d req-65975542-5285-4e07-859f-825f48a534b5 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:03.164831 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9cf00fee-c429-4c40-b92e-331cf558953d req-65975542-5285-4e07-859f-825f48a534b5 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.1428699 Feb 16 10:38:03.187893 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 2, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:03.222609 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:38:03.223106 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Updating router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd port 6f12b791-85da-41aa-a180-4b45a3b96c6f binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:38:03.237354 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.255286 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.265255 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9cf00fee-c429-4c40-b92e-331cf558953d req-dd1265d2-6457-4a9e-b40d-f6020434419d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906472 Feb 16 10:38:03.305421 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.347335 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:03.354308 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:03.357940 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:03.391877 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'Port': ['ID=f2544347-34dd-4cac-acdf-ee7a32ce92b9,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:03.454281 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (62944b37-3ecd-469d-a65c-a849612430f9), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.498852 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.558836 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Publish callbacks [] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.565255 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.615760 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Pushing event updated for resources: {'Port': ['ID=6f12b791-85da-41aa-a180-4b45a3b96c6f,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:03.635224 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.635601 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.635973 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.636327 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.636663 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.636998 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.637374 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.637710 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.638040 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.638662 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.639159 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.639646 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.640149 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:03.695827 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.706292 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Attempting to bind port 6f12b791-85da-41aa-a180-4b45a3b96c6f on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:03.706638 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.707169 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Attempting to bind port 6f12b791-85da-41aa-a180-4b45a3b96c6f by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:03.707700 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Attempting to bind port 6f12b791-85da-41aa-a180-4b45a3b96c6f on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:03.714263 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:03.714740 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Checking segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:03.715156 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.715558 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Bound using segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:03.716039 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Bound port: 6f12b791-85da-41aa-a180-4b45a3b96c6f, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:03.716507 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.803668 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'Port': ['ID=f2544347-34dd-4cac-acdf-ee7a32ce92b9,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:03.816209 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (62944b37-3ecd-469d-a65c-a849612430f9), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.822469 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] For port 6f12b791-85da-41aa-a180-4b45a3b96c6f, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:03.828712 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] For port 6f12b791-85da-41aa-a180-4b45a3b96c6f, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=6f12b791-85da-41aa-a180-4b45a3b96c6f,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:03.836673 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.838376 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7ca3d929-548c-459c-9b25-60a8da8662ba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1529834 Feb 16 10:38:03.840860 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:03.962149 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] Provisioning complete for port 6f12b791-85da-41aa-a180-4b45a3b96c6f triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:03.963581 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:04.028478 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd521980-21a2-4f25-a382-761af53fcee9 None None] Pushing event updated for resources: {'Port': ['ID=6f12b791-85da-41aa-a180-4b45a3b96c6f,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:04.043879 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:04.045055 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:37:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:04.122219 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] Current status of the port 6f12b791-85da-41aa-a180-4b45a3b96c6f is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:04.123273 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:04.136905 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6a8449c9-7375-4059-bcd2-dad4d5304ff4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1849621792&fields=id&tenant_id=de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 267 time: 0.0770755 Feb 16 10:38:04.175496 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] For port 6f12b791-85da-41aa-a180-4b45a3b96c6f, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=6f12b791-85da-41aa-a180-4b45a3b96c6f,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:04.182173 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:04.186377 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:04.190904 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184405e-1838-4fcf-bbea-d3fd8245bfad req-af9207a9-b93b-4b71-952d-22a43af67758 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:04.201845 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7184405e-1838-4fcf-bbea-d3fd8245bfad req-af9207a9-b93b-4b71-952d-22a43af67758 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1635840 Feb 16 10:38:04.299153 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5649c-85f9-4950-b67a-c1352ee49d65 None None] Pushing event updated for resources: {'Port': ['ID=6f12b791-85da-41aa-a180-4b45a3b96c6f,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:04.318456 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7184405e-1838-4fcf-bbea-d3fd8245bfad req-a5ed327a-e371-42c3-93ad-6d6a024dd59a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034229 Feb 16 10:38:04.327222 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7e4da5bf-dbdd-45db-bd50-213bd276b426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:04.380031 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-80a9a280-653c-4ff7-a447-2e1b2bb6191b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:04.381567 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-80a9a280-653c-4ff7-a447-2e1b2bb6191b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 817 time: 0.2436340 Feb 16 10:38:04.430158 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-14d0312d-8a0e-4167-847a-0bfaf95c19e1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/quotas/de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 375 time: 0.0326293 Feb 16 10:38:04.459214 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:04.500554 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a796c-3926-414e-96e7-9da45cb50f5f req-0d8929c1-f633-467e-bec5-20ed055cc85c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:04.510790 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-3f5fc084-6e63-4e90-9826-dc0f4b348a60 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734518 Feb 16 10:38:04.515002 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d65a796c-3926-414e-96e7-9da45cb50f5f req-0d8929c1-f633-467e-bec5-20ed055cc85c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.1191657 Feb 16 10:38:04.549090 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-dd1f4826-9b89-4ef2-ac92-0a63c5ab5ca9 None None] Provisioning complete for port 6f12b791-85da-41aa-a180-4b45a3b96c6f triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:04.549473 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4826-9b89-4ef2-ac92-0a63c5ab5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:04.552880 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:03Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:04.592336 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21be92-8808-4547-bf00-00ccaf34db39 None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:03Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:04.598403 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:04.598840 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:04.634935 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d65a796c-3926-414e-96e7-9da45cb50f5f req-a5fd7978-e779-468f-92d2-a0a218840ed0 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183496 Feb 16 10:38:04.708448 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-d0338dc9-5e73-4eae-bffa-615d18cdf302 service neutron] 10.222.0.45 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839581 Feb 16 10:38:04.780128 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f4826-9b89-4ef2-ac92-0a63c5ab5ca9 None None] Current status of the port 6f12b791-85da-41aa-a180-4b45a3b96c6f is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:04.872059 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:04.879374 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-2fc7da87-239a-405d-8e2d-b96f680bf42a service neutron] 10.222.0.45 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699407 Feb 16 10:38:05.095499 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8e93b4e6-0339-446e-828e-61614b23d3a7 req-87c593af-4afc-4f22-8cb9-47efed939223 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0354989 Feb 16 10:38:05.230626 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:05.428707 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f639078-b8d4-4c60-b481-e43131d1d131 req-0d1c21bd-8084-439f-ade3-46c05ca4ee21 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:05.430320 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2f639078-b8d4-4c60-b481-e43131d1d131 req-0d1c21bd-8084-439f-ade3-46c05ca4ee21 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0598290 Feb 16 10:38:05.483284 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2f639078-b8d4-4c60-b481-e43131d1d131 req-8b192c09-e31f-4d37-935d-314ae666c6cb tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Feb 16 10:38:05.776077 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50d3ff-1f5a-4c3e-b75e-7b2e6d6b7932 req-3c2557ff-0f0a-4ee6-9825-124e6f0fe3bb tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:05.777681 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1b50d3ff-1f5a-4c3e-b75e-7b2e6d6b7932 req-3c2557ff-0f0a-4ee6-9825-124e6f0fe3bb tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0581193 Feb 16 10:38:05.842736 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1b50d3ff-1f5a-4c3e-b75e-7b2e6d6b7932 req-a5830ec8-c719-422f-bab8-9594ea199d09 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579610 Feb 16 10:38:06.218023 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-71de92db-4158-45a2-9690-6a1d8e487765 req-c3ec0f57-4b91-4ea2-b389-0165d96b05b2 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0368888 Feb 16 10:38:06.246592 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-051d786f-a1ac-4914-8022-81bfaaa9946e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:06.248680 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-051d786f-a1ac-4914-8022-81bfaaa9946e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 817 time: 0.1601470 Feb 16 10:38:06.344833 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-e2db93d8-7676-4505-bd8f-8e7ab0dea81e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 380 time: 0.0747852 Feb 16 10:38:06.351117 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 6f12b791-85da-41aa-a180-4b45a3b96c6f up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:06.361661 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'port': {'device_id': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'admin_state_up': True, 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'security_groups': ['8c1b138f-27aa-4923-bc5f-7b0dd18f06bd']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:06.402472 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 6f12b791-85da-41aa-a180-4b45a3b96c6f triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:06.402845 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:06.470558 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Made reservation on behalf of de19403f7d1243c2a76ab2771cae86a5 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:38:06.474155 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:06.487058 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 6f12b791-85da-41aa-a180-4b45a3b96c6f is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:06.605627 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Allocated IP 172.20.0.9 (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65/02ae62d6-5b2b-487f-a402-f4b4aff9885a/615fa764-c542-4769-b21b-5811a3988857) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:06.609992 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70546e-e30f-46a5-8f83-151ac3c62117 req-65748ba1-aee5-4bab-ae23-44ae5cb1f8c9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:06.611877 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad70546e-e30f-46a5-8f83-151ac3c62117 req-65748ba1-aee5-4bab-ae23-44ae5cb1f8c9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0596399 Feb 16 10:38:06.663356 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad70546e-e30f-46a5-8f83-151ac3c62117 req-232762be-d233-4165-aa41-da20407874c3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Feb 16 10:38:06.715929 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:06.745447 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for port (615fa764-c542-4769-b21b-5811a3988857), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:06.780604 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (615fa764-c542-4769-b21b-5811a3988857), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:07.073644 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:07.087681 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:07.106380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:07.129480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:07.173063 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:07.173738 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:07.197499 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b61e-cb12-4b6b-8fb6-b95d66d824db req-5f2e7305-3f0f-43d1-b77e-e9081616e3a4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:07.199084 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2348b61e-cb12-4b6b-8fb6-b95d66d824db req-5f2e7305-3f0f-43d1-b77e-e9081616e3a4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.1275506 Feb 16 10:38:07.208624 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-6cd81746-5580-4de0-a9a5-4d86942bf86e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515620 Feb 16 10:38:07.269413 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2348b61e-cb12-4b6b-8fb6-b95d66d824db req-0290d750-0a89-4209-b398-0580ea63c654 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597451 Feb 16 10:38:07.325291 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-971fe037-7acb-450e-b97c-c244001b9085 None None] Provisioning complete for port 615fa764-c542-4769-b21b-5811a3988857 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:07.326885 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-971fe037-7acb-450e-b97c-c244001b9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (615fa764-c542-4769-b21b-5811a3988857), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:07.360604 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca90d3-ca00-44af-a653-e71ac58c2439 req-2561fd3c-dbb3-4eb0-a93b-9692d28af776 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:07.362169 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a0ca90d3-ca00-44af-a653-e71ac58c2439 req-2561fd3c-dbb3-4eb0-a93b-9692d28af776 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 931 time: 0.0595822 Feb 16 10:38:07.364293 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-971fe037-7acb-450e-b97c-c244001b9085 None None] Port 615fa764-c542-4769-b21b-5811a3988857 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:07.411266 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a0ca90d3-ca00-44af-a653-e71ac58c2439 req-75557152-b8f2-48f4-8894-4113985bf4d3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Feb 16 10:38:07.783096 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29268b68-7ba5-4c35-ad93-6a7c97fde2ae req-3029db00-91bc-4a9c-ae4a-fc330ba2f065 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:07.784548 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-29268b68-7ba5-4c35-ad93-6a7c97fde2ae req-3029db00-91bc-4a9c-ae4a-fc330ba2f065 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0556605 Feb 16 10:38:07.831168 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-29268b68-7ba5-4c35-ad93-6a7c97fde2ae req-b8011333-317a-4c62-8cc9-6687728aaaee tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 Feb 16 10:38:08.111946 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:08.390766 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340072-ad02-4f60-a6bb-fd56be504c04 req-9aaf4a77-f523-4321-b5b6-3b076ab4df72 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:08.392223 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3a340072-ad02-4f60-a6bb-fd56be504c04 req-9aaf4a77-f523-4321-b5b6-3b076ab4df72 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0543594 Feb 16 10:38:08.451899 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3a340072-ad02-4f60-a6bb-fd56be504c04 req-ee476150-c36c-45e2-943a-651b52e27826 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539916 Feb 16 10:38:08.531986 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ac3c-d16e-40d0-9a9c-14a9460f28f2 req-67974fa6-b9d1-4f8e-83fa-8f37dd5efb2b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:08.533329 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5c71ac3c-d16e-40d0-9a9c-14a9460f28f2 req-67974fa6-b9d1-4f8e-83fa-8f37dd5efb2b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 931 time: 0.0512705 Feb 16 10:38:08.577973 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5c71ac3c-d16e-40d0-9a9c-14a9460f28f2 req-72ab457f-1005-489c-8654-ea48c45f94cd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390582 Feb 16 10:38:08.953302 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ece7d3-aa66-44fe-8caf-3cfada1a1630 req-f39ba2bd-c600-4dae-8f9f-0801e614fd36 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:08.954818 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-86ece7d3-aa66-44fe-8caf-3cfada1a1630 req-f39ba2bd-c600-4dae-8f9f-0801e614fd36 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0559592 Feb 16 10:38:08.999795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Request body: {'port': {'device_id': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:09.000799 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-86ece7d3-aa66-44fe-8caf-3cfada1a1630 req-d813b1b9-729c-4bfa-bce8-64249f0549c1 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Feb 16 10:38:09.067299 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:09.331101 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615fa764-c542-4769-b21b-5811a3988857 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:38:09.338482 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Publish callbacks [] for port (615fa764-c542-4769-b21b-5811a3988857), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:09.350158 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Transition to ACTIVE for port object 615fa764-c542-4769-b21b-5811a3988857 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:38:09.353590 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:09.410396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:09.483088 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Attempting to bind port 615fa764-c542-4769-b21b-5811a3988857 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:09.483422 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Attempting to bind port 615fa764-c542-4769-b21b-5811a3988857 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:09.483756 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Attempting to bind port 615fa764-c542-4769-b21b-5811a3988857 on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:09.488679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Port 615fa764-c542-4769-b21b-5811a3988857 on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:38:09.488878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Attempting to bind port 615fa764-c542-4769-b21b-5811a3988857 on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:09.495111 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:09.495683 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Checking segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:09.496131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Bound using segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:09.496639 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Bound port: 615fa764-c542-4769-b21b-5811a3988857, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:09.497080 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:09.592348 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:09.596063 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:09.604216 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:09.617209 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceeabe-ea3d-435f-a173-adf9f74a8d40 req-f0c951c3-1238-46ac-8340-ae415ccd357f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:09.618740 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eeceeabe-ea3d-435f-a173-adf9f74a8d40 req-f0c951c3-1238-46ac-8340-ae415ccd357f tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0873022 Feb 16 10:38:09.684465 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:09.685138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:09.686556 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] 10.222.0.24 "PUT /v2.0/ports/615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 1093 time: 0.6921232 Feb 16 10:38:09.687003 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:38:09.689235 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec2215c-727c-4e06-98f3-10c8561f643c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:38:09.704334 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f8520-3030-4e75-af23-0e64b2b43385 service neutron] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:09.711345 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689f394-1c67-49db-ad56-4ab3589afefb req-b49bb236-4b41-4ef7-8e15-fc74533ec6ab tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:09.713733 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4689f394-1c67-49db-ad56-4ab3589afefb req-b49bb236-4b41-4ef7-8e15-fc74533ec6ab tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0636292 Feb 16 10:38:09.744388 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eeceeabe-ea3d-435f-a173-adf9f74a8d40 req-85ef3d1d-dfa3-4c81-ae80-504344bd7765 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038105 Feb 16 10:38:09.787760 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4689f394-1c67-49db-ad56-4ab3589afefb req-55e8c374-e7f2-49a8-a76e-72ff23578d67 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635314 Feb 16 10:38:09.793963 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-2da72d56-58e8-4d96-b57e-9656070434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:09.796422 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-2da72d56-58e8-4d96-b57e-9656070434b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0508895 Feb 16 10:38:09.800504 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd564e89-b94d-4d4a-a785-cb23851398bd x-openstack-request-id: req-cd564e89-b94d-4d4a-a785-cb23851398bd {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:38:09.800996 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "tag": "615fa764-c542-4769-b21b-5811a3988857", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:38:09.801562 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd564e89-b94d-4d4a-a785-cb23851398bd {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:38:09.802035 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'status': 'completed', 'code': 200} Feb 16 10:38:09.843711 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-540e5bfd-f2f2-488f-aaaa-7d0664ac3df3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 217 time: 0.0382655 Feb 16 10:38:09.905233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-cf754db2-bfed-48b2-9f50-35b6528af3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:09.906784 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-cf754db2-bfed-48b2-9f50-35b6528af3c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0518873 Feb 16 10:38:09.959583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-671061a9-b4d9-4168-b7b7-25119fa5e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:09.961065 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-671061a9-b4d9-4168-b7b7-25119fa5e672 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456712 Feb 16 10:38:10.055084 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-e5a3868b-d47f-4400-800d-55bad5cbf14f service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Feb 16 10:38:10.188040 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f071e-5ddf-401d-8b01-4e563a62853f req-8e25018c-67e2-47a8-9ef1-4d654c51a1a7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.189519 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb4f071e-5ddf-401d-8b01-4e563a62853f req-8e25018c-67e2-47a8-9ef1-4d654c51a1a7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1197431 Feb 16 10:38:10.193114 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ec4f92d6-a12f-4cef-b4ac-536cdcc02bfa req-fe8abe7c-da98-48d9-a7ce-ea6bd1fe4cfe service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303577 Feb 16 10:38:10.253634 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb4f071e-5ddf-401d-8b01-4e563a62853f req-8097bba2-ad38-41b5-aa9d-67301d04acf4 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561943 Feb 16 10:38:10.313918 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-5a985d0b-d271-4ac3-ab9d-0d9a78d24fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.315542 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-5a985d0b-d271-4ac3-ab9d-0d9a78d24fee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0475469 Feb 16 10:38:10.424233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-c2253aa5-e3d9-4159-af73-ab2049cbab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.425920 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-c2253aa5-e3d9-4159-af73-ab2049cbab8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.1033499 Feb 16 10:38:10.479795 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-496056f3-72b2-46e5-bac6-beabea8db0fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 217 time: 0.0453541 Feb 16 10:38:10.536487 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-1d7eef5d-d330-4687-a957-568d0767bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.538073 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-1d7eef5d-d330-4687-a957-568d0767bb5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0509555 Feb 16 10:38:10.603380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-b9711f67-44cd-4a77-8b74-d0cb2aab484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.605046 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-b9711f67-44cd-4a77-8b74-d0cb2aab484c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464113 Feb 16 10:38:10.707005 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-c2ad3476-a765-48ed-8935-5f7b15201bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869377 Feb 16 10:38:10.873120 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53da62-35a4-412e-97cc-b7ab2deb6140 req-4baf6512-7887-4e46-a6c4-a79ba2f65738 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.874942 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cd53da62-35a4-412e-97cc-b7ab2deb6140 req-4baf6512-7887-4e46-a6c4-a79ba2f65738 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0600109 Feb 16 10:38:10.913853 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93373-a2d6-4de1-95ee-475d01641977 req-2cf25f9d-222f-4977-bd61-908e21b78757 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:10.915352 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68c93373-a2d6-4de1-95ee-475d01641977 req-2cf25f9d-222f-4977-bd61-908e21b78757 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0528684 Feb 16 10:38:10.933695 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cd53da62-35a4-412e-97cc-b7ab2deb6140 req-53f5a65c-55fd-437b-aad3-63e4ef6ea41d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532601 Feb 16 10:38:10.966600 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68c93373-a2d6-4de1-95ee-475d01641977 req-222b9cfa-5afd-42dd-b5eb-d09254e5149c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452521 Feb 16 10:38:11.370890 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d600ec5-15ee-4e39-8600-80f3b04faec7 req-b347f1da-fa42-43f5-b1f5-60fc6c2e2b5b tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:11.372912 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3d600ec5-15ee-4e39-8600-80f3b04faec7 req-b347f1da-fa42-43f5-b1f5-60fc6c2e2b5b tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0513368 Feb 16 10:38:11.422429 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3d600ec5-15ee-4e39-8600-80f3b04faec7 req-7531bb48-8ce1-45d0-b77e-e92b9cb91f03 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440292 Feb 16 10:38:11.664508 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ec2215c-727c-4e06-98f3-10c8561f643c req-38ee9a39-c195-4922-85b5-5fb30b6736f4 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838223 Feb 16 10:38:11.849560 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:12.057437 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1675-806d-44e0-9ca5-09a05ab18543 req-85e01f9a-5078-454d-b118-9fa71f21a442 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:12.058964 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a89b1675-806d-44e0-9ca5-09a05ab18543 req-85e01f9a-5078-454d-b118-9fa71f21a442 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0544648 Feb 16 10:38:12.096668 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8088bc-7618-4011-ba34-8641c6b68bc9 req-8e364119-fa3a-474d-a25d-2f1643f450e0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:12.098237 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de8088bc-7618-4011-ba34-8641c6b68bc9 req-8e364119-fa3a-474d-a25d-2f1643f450e0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0545237 Feb 16 10:38:12.122030 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a89b1675-806d-44e0-9ca5-09a05ab18543 req-de828dff-6c32-4b2d-979a-5b0f607a2aef tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573354 Feb 16 10:38:12.149832 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de8088bc-7618-4011-ba34-8641c6b68bc9 req-16e2b311-c2b1-424c-9a4b-7ea09460ca70 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 Feb 16 10:38:12.540676 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc10c6-e5b6-4837-bf6a-9438d0c3b725 req-8eac8af4-8d4b-4ed7-b6a4-35db9b3b7c07 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:12.542209 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65cc10c6-e5b6-4837-bf6a-9438d0c3b725 req-8eac8af4-8d4b-4ed7-b6a4-35db9b3b7c07 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0530260 Feb 16 10:38:12.589813 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65cc10c6-e5b6-4837-bf6a-9438d0c3b725 req-6c98920f-f227-4310-9ab3-9da98383f4f4 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Feb 16 10:38:13.241537 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab7f9b-a10f-4255-a93d-806bc5fb708e req-843de2c4-13a7-4ddc-8d04-ea715a8e1828 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:13.243087 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5fab7f9b-a10f-4255-a93d-806bc5fb708e req-843de2c4-13a7-4ddc-8d04-ea715a8e1828 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0539272 Feb 16 10:38:13.280235 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b0c09-6fc2-437b-9f8d-c37abcebedfa req-88805a09-ea69-4028-b55a-2f719107c435 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:13.281645 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f13b0c09-6fc2-437b-9f8d-c37abcebedfa req-88805a09-ea69-4028-b55a-2f719107c435 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0575132 Feb 16 10:38:13.305577 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5fab7f9b-a10f-4255-a93d-806bc5fb708e req-0d8d00dc-7487-4f1e-8f91-f3d4a6632231 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552602 Feb 16 10:38:13.328829 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f13b0c09-6fc2-437b-9f8d-c37abcebedfa req-14c3871e-9acd-4266-8b43-d1e5e74dc1ec tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 Feb 16 10:38:13.714324 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc81ec6-ffe4-4049-b412-c3e409fd460b req-2fae1382-0b4c-4dcb-b132-393a0f8b042e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:13.716630 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cc81ec6-ffe4-4049-b412-c3e409fd460b req-2fae1382-0b4c-4dcb-b132-393a0f8b042e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0582025 Feb 16 10:38:13.762059 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cc81ec6-ffe4-4049-b412-c3e409fd460b req-26f3fe54-4523-4138-acc8-eb526951ec44 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396998 Feb 16 10:38:14.435257 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd06c49-29cd-4894-8ce9-dc30fc3a860c req-be000350-4286-423f-b37f-7f5f9a6f33be tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:14.437495 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffd06c49-29cd-4894-8ce9-dc30fc3a860c req-be000350-4286-423f-b37f-7f5f9a6f33be tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0647624 Feb 16 10:38:14.456882 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603728-a159-406b-8489-81627476dc52 req-c0f00089-56ec-4d09-95f2-403d5622c891 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:14.458598 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2603728-a159-406b-8489-81627476dc52 req-c0f00089-56ec-4d09-95f2-403d5622c891 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0581422 Feb 16 10:38:14.508673 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffd06c49-29cd-4894-8ce9-dc30fc3a860c req-3d33744c-20cc-4194-9917-41901c0d58de tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654941 Feb 16 10:38:14.509226 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2603728-a159-406b-8489-81627476dc52 req-4e162f3f-b062-46ba-9b15-389f98e907d7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Feb 16 10:38:14.891147 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c3052-d709-4484-876f-8501af6e9761 req-d5ab7f7a-9638-40e2-8564-47b2e19ff31f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:14.892706 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d0c3052-d709-4484-876f-8501af6e9761 req-d5ab7f7a-9638-40e2-8564-47b2e19ff31f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0624516 Feb 16 10:38:14.940626 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d0c3052-d709-4484-876f-8501af6e9761 req-abb6fb60-0d63-4361-a550-860bbfb771f0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Feb 16 10:38:14.987653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccdc53-3731-459a-9589-beb117a8a848 req-e49497a0-09ed-466a-9ba1-bbbd54037598 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:14.989121 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6fccdc53-3731-459a-9589-beb117a8a848 req-e49497a0-09ed-466a-9ba1-bbbd54037598 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.0533423 Feb 16 10:38:15.041226 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6fccdc53-3731-459a-9589-beb117a8a848 req-c9d767bd-da11-41c6-b690-d116f25f8d86 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Feb 16 10:38:15.634791 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1c364-ad1e-4d70-b359-f17029d328d6 req-426ac838-476c-482e-ab91-ea4dfb10987c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:15.635499 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9751-2dcc-4d35-b1c1-11fe95a4476d req-d56056b4-d80d-48d1-b8c3-78bc43ccb3b8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:15.636229 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01f1c364-ad1e-4d70-b359-f17029d328d6 req-426ac838-476c-482e-ab91-ea4dfb10987c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0538080 Feb 16 10:38:15.636944 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d84e9751-2dcc-4d35-b1c1-11fe95a4476d req-d56056b4-d80d-48d1-b8c3-78bc43ccb3b8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0571268 Feb 16 10:38:15.684000 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01f1c364-ad1e-4d70-b359-f17029d328d6 req-33b17ced-cb08-4dce-9739-f794a89474b4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Feb 16 10:38:15.697521 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d84e9751-2dcc-4d35-b1c1-11fe95a4476d req-0a00eaaf-0394-409b-b69c-b2ef361e171b tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542774 Feb 16 10:38:16.058124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9bcf-bc75-493c-beb2-d2510bee13a6 req-7a5797e0-d28c-44ec-8903-af9319fab6ec tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:16.060196 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-082c9bcf-bc75-493c-beb2-d2510bee13a6 req-7a5797e0-d28c-44ec-8903-af9319fab6ec tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Feb 16 10:38:16.112152 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-082c9bcf-bc75-493c-beb2-d2510bee13a6 req-a5766da1-c13f-4f67-9abb-e96cf548cd9b tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459576 Feb 16 10:38:16.166390 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867cfc0-2033-4e38-a6e7-9e7c90a90e7b req-a0c34b10-a9a1-401d-aa09-282868c15711 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:16.167853 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2867cfc0-2033-4e38-a6e7-9e7c90a90e7b req-a0c34b10-a9a1-401d-aa09-282868c15711 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.0542476 Feb 16 10:38:16.215053 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2867cfc0-2033-4e38-a6e7-9e7c90a90e7b req-0dac8d48-f0ba-4b79-9f77-139cd9e7b13b tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 Feb 16 10:38:16.816033 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe6b30-7938-426f-8018-53e45dbf45ae req-bd654c30-42f2-42c9-92fd-a88d2de57864 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:16.817525 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9cfe6b30-7938-426f-8018-53e45dbf45ae req-bd654c30-42f2-42c9-92fd-a88d2de57864 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0564473 Feb 16 10:38:16.819796 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a808d-ca8a-47c5-bac3-ae338c92ffdf req-b5ca4c2f-c0e4-4e23-8c02-ae616f558d28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:16.821274 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-578a808d-ca8a-47c5-bac3-ae338c92ffdf req-b5ca4c2f-c0e4-4e23-8c02-ae616f558d28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0519445 Feb 16 10:38:16.865025 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9cfe6b30-7938-426f-8018-53e45dbf45ae req-ed074868-f110-416e-9570-f7cda4ada73a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Feb 16 10:38:16.886711 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-578a808d-ca8a-47c5-bac3-ae338c92ffdf req-4dabf416-807a-4b48-a34f-9d61f1336ec8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586329 Feb 16 10:38:17.229861 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be27dbf-28c1-401f-bbbf-c4e12554d2d3 req-946ed15f-f4f5-40d3-95dc-d54e348f5184 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:17.231530 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4be27dbf-28c1-401f-bbbf-c4e12554d2d3 req-946ed15f-f4f5-40d3-95dc-d54e348f5184 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Feb 16 10:38:17.278774 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4be27dbf-28c1-401f-bbbf-c4e12554d2d3 req-7b472429-31fc-4db6-9f5b-72c4eef13939 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Feb 16 10:38:17.335620 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113ef71-d067-4c51-92d6-1806676505fe req-2ed3e31e-de2d-4f14-9717-94d9f7157448 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:17.337082 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2113ef71-d067-4c51-92d6-1806676505fe req-2ed3e31e-de2d-4f14-9717-94d9f7157448 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.0554085 Feb 16 10:38:17.384728 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2113ef71-d067-4c51-92d6-1806676505fe req-0e575baa-8faa-465a-be6d-c53a6089cbad tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Feb 16 10:38:17.538983 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:38:17.638735 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:17.649855 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '615fa764-c542-4769-b21b-5811a3988857', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'port_id': '615fa764-c542-4769-b21b-5811a3988857', 'mac_address': 'fa:16:3e:1b:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:38:17.686243 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:17.686828 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:17.700736 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615fa764-c542-4769-b21b-5811a3988857 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:38:17.720636 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:17.727116 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:17.785374 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:18.001762 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795e327-5cf5-46e9-9899-0e03a99b4cad req-f916a27b-e399-49a5-a1f4-de062a3e5815 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:18.006141 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a795e327-5cf5-46e9-9899-0e03a99b4cad req-f916a27b-e399-49a5-a1f4-de062a3e5815 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0632889 Feb 16 10:38:18.052344 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870cc0d-e507-4107-b56b-08ee2ad1678e req-ddcfb839-5c0e-4d03-ac67-5ba77a91a496 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:18.053465 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a795e327-5cf5-46e9-9899-0e03a99b4cad req-926751d4-8de2-4163-beec-b4424a47599f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Feb 16 10:38:18.054544 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1870cc0d-e507-4107-b56b-08ee2ad1678e req-ddcfb839-5c0e-4d03-ac67-5ba77a91a496 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0917678 Feb 16 10:38:18.092782 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-00d07d88-3356-41a8-8cd8-7caad6c541b5 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:18.094873 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-00d07d88-3356-41a8-8cd8-7caad6c541b5 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 946 time: 0.1007864 Feb 16 10:38:18.131668 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['615fa764-c542-4769-b21b-5811a3988857'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:38:18.183096 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1870cc0d-e507-4107-b56b-08ee2ad1678e req-77ed1ac3-c5e7-4013-bca6-d64c8762b99c tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224954 Feb 16 10:38:18.231091 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Deleting port aa4c0214-67d4-4414-92c2-f06613e41317 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:38:18.231958 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:18.328725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] For port aa4c0214-67d4-4414-92c2-f06613e41317, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa4c0214-67d4-4414-92c2-f06613e41317,segment=NetworkSegment(39382229-7fdd-4a1b-b1fb-8542a647bc41),segment_id=39382229-7fdd-4a1b-b1fb-8542a647bc41)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:18.329087 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:18.341232 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Calling delete_port for aa4c0214-67d4-4414-92c2-f06613e41317 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:38:18.397231 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace34f2-26dd-4a5e-b6e3-ba5c0bb24104 req-93e29761-aeb7-4062-81d4-a4ef63d03880 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:18.398885 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2ace34f2-26dd-4a5e-b6e3-ba5c0bb24104 req-93e29761-aeb7-4062-81d4-a4ef63d03880 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Feb 16 10:38:18.456818 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2ace34f2-26dd-4a5e-b6e3-ba5c0bb24104 req-57753328-a4f4-4ff4-81ff-9fbd58fcfcf1 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513091 Feb 16 10:38:18.505813 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (aa4c0214-67d4-4414-92c2-f06613e41317), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:18.518742 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['aa4c0214-67d4-4414-92c2-f06613e41317'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:38:18.537633 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Pushing event deleted for resources: {'Port': ['ID=aa4c0214-67d4-4414-92c2-f06613e41317,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:18.576594 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b42b-5e19-4cea-a128-6af87ec06d6a req-252ef84c-dc48-45b0-9a89-2db2488a9458 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:18.577995 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d860b42b-5e19-4cea-a128-6af87ec06d6a req-252ef84c-dc48-45b0-9a89-2db2488a9458 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fbd9133-6860-439b-90a4-3e841f7c3f94 HTTP/1.1" status: 200 len: 867 time: 0.1166184 Feb 16 10:38:18.594580 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] No DVR routers for this DVR port aa4c0214-67d4-4414-92c2-f06613e41317 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:38:18.597014 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:18.600416 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8bf43dc-4f37-4a02-a671-cafc4ccdaea6 req-a38ebc4c-1f18-41b2-966a-f9cc97ada2cd tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.24 "DELETE /v2.0/ports/aa4c0214-67d4-4414-92c2-f06613e41317 HTTP/1.1" status: 204 len: 173 time: 0.4973559 Feb 16 10:38:18.604996 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'name': 'network-vif-deleted', 'tag': 'aa4c0214-67d4-4414-92c2-f06613e41317'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:38:18.608150 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9a33d-ce53-4f20-9f13-2852e75a3c87" -d '{"events": [{"server_uuid": "4fbd9133-6860-439b-90a4-3e841f7c3f94", "name": "network-vif-deleted", "tag": "aa4c0214-67d4-4414-92c2-f06613e41317"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:38:18.651652 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d860b42b-5e19-4cea-a128-6af87ec06d6a req-a96a2317-898c-4ac5-b104-65f163db9335 tempest-VolumesSnapshotTestJSON-528063503 tempest-VolumesSnapshotTestJSON-528063503-project] 10.222.0.45 "GET /v2.0/security-groups?id=41b506da-c2e1-4213-9985-c72b5e734126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Feb 16 10:38:18.653546 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d8b10-19f7-493e-b470-e565f0e104b7 x-openstack-request-id: req-f45d8b10-19f7-493e-b470-e565f0e104b7 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:38:18.653911 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd9133-6860-439b-90a4-3e841f7c3f94", "name": "network-vif-deleted", "tag": "aa4c0214-67d4-4414-92c2-f06613e41317", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:38:18.654371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f45d8b10-19f7-493e-b470-e565f0e104b7 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:38:18.654842 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbd9133-6860-439b-90a4-3e841f7c3f94', 'name': 'network-vif-deleted', 'tag': 'aa4c0214-67d4-4414-92c2-f06613e41317', 'status': 'completed', 'code': 200} Feb 16 10:38:19.032897 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:19.092848 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 615fa764-c542-4769-b21b-5811a3988857 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:38:19.098929 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 615fa764-c542-4769-b21b-5811a3988857 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:19.100885 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (615fa764-c542-4769-b21b-5811a3988857), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:19.196277 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:19.196702 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:19.211085 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64aa43-12bc-47ec-8367-cf5bad4799d1 req-0a585e8f-b82a-4d4e-aaec-ed5aada3b1ab tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:19.212754 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b64aa43-12bc-47ec-8367-cf5bad4799d1 req-0a585e8f-b82a-4d4e-aaec-ed5aada3b1ab tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0672512 Feb 16 10:38:19.223301 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:38:19.225551 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0c139-97f9-45cd-a68a-c10c81a70123" -d '{"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:38:19.245111 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:19.250546 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:19.275826 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b64aa43-12bc-47ec-8367-cf5bad4799d1 req-6722a673-537f-4f99-88ed-ed9584a1df93 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553958 Feb 16 10:38:19.327885 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:19.340771 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96971b-23dc-463e-ae78-9b0ae188257f req-2402340d-fcb1-45ca-b458-837ed233331d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:19.342720 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a96971b-23dc-463e-ae78-9b0ae188257f req-2402340d-fcb1-45ca-b458-837ed233331d tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0746191 Feb 16 10:38:19.347793 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a898dc8-85e3-447c-a2bc-49f46464dfb7 x-openstack-request-id: req-3a898dc8-85e3-447c-a2bc-49f46464dfb7 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:38:19.348136 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:38:19.348394 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a898dc8-85e3-447c-a2bc-49f46464dfb7 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:38:19.348795 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'code': 200} Feb 16 10:38:19.412251 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a96971b-23dc-463e-ae78-9b0ae188257f req-d06d1b06-01c1-4523-b149-0c0b6857e627 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619378 Feb 16 10:38:19.531530 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebfae-929c-4ed5-9550-a17155fef0e5 req-f5138aa3-4064-4363-965e-b2aeff390b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:19.533104 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-706ebfae-929c-4ed5-9550-a17155fef0e5 req-f5138aa3-4064-4363-965e-b2aeff390b83 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0523374 Feb 16 10:38:19.582355 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-706ebfae-929c-4ed5-9550-a17155fef0e5 req-614e4456-c906-44e4-baed-1165cf5a17d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Feb 16 10:38:19.593306 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543586d0-269f-4858-9877-229e477562f9 req-fe8fefea-5049-47f9-82ac-06bb2472e624 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:19.594747 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-543586d0-269f-4858-9877-229e477562f9 req-fe8fefea-5049-47f9-82ac-06bb2472e624 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0585968 Feb 16 10:38:19.643514 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-543586d0-269f-4858-9877-229e477562f9 req-2673b823-ffeb-4f6b-a2e7-3159457e2fc8 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Feb 16 10:38:20.404703 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fa59d-51ea-40fe-903c-eb8186f69e0c req-59a85b2e-b622-4a89-a032-0a0f3cb98a39 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:20.406186 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9d6fa59d-51ea-40fe-903c-eb8186f69e0c req-59a85b2e-b622-4a89-a032-0a0f3cb98a39 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Feb 16 10:38:20.454561 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9d6fa59d-51ea-40fe-903c-eb8186f69e0c req-044aba98-065d-4824-b2b9-2c7af1b96f60 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Feb 16 10:38:20.538782 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e05243-da6a-4b0b-ba36-c3abf3fcecb6 req-7055548d-f99d-4571-9efb-68bf0313af28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:20.540149 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22e05243-da6a-4b0b-ba36-c3abf3fcecb6 req-7055548d-f99d-4571-9efb-68bf0313af28 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0588567 Feb 16 10:38:20.603265 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22e05243-da6a-4b0b-ba36-c3abf3fcecb6 req-1524ed5a-236d-4cb7-8911-dba69949fb0b tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568013 Feb 16 10:38:20.768873 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112925e-1111-4905-880a-815dcbb75fcc req-068d2fa7-fe65-424b-829b-a5cd2032b4e8 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:20.770419 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c112925e-1111-4905-880a-815dcbb75fcc req-068d2fa7-fe65-424b-829b-a5cd2032b4e8 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0580964 Feb 16 10:38:20.821089 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c112925e-1111-4905-880a-815dcbb75fcc req-062ac084-d1dd-4d3c-a0f5-093fcf68f795 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Feb 16 10:38:21.040573 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb64101-6a5c-4500-8ee6-45918bda3391 req-01768f6c-54cf-4662-987e-f569cd50b6c0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.042094 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0bb64101-6a5c-4500-8ee6-45918bda3391 req-01768f6c-54cf-4662-987e-f569cd50b6c0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0649107 Feb 16 10:38:21.074050 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-103e4b10-3328-4296-8fcb-34fb95d9e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.076138 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-103e4b10-3328-4296-8fcb-34fb95d9e5c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1129 time: 0.0469120 Feb 16 10:38:21.094155 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0bb64101-6a5c-4500-8ee6-45918bda3391 req-b9f987da-4e5e-4dd2-9d9e-8abb0ea77c6e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Feb 16 10:38:21.186426 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-a46ffdc4-191d-4036-88b3-23113c3e2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.187988 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-a46ffdc4-191d-4036-88b3-23113c3e2f97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.1058304 Feb 16 10:38:21.257617 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-2979e914-c8e2-4273-b706-7aedfd1338d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 1000 time: 0.0634682 Feb 16 10:38:21.308731 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-34c6232c-8cff-483a-bb17-e82c899a9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.311227 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-34c6232c-8cff-483a-bb17-e82c899a9ee3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0446236 Feb 16 10:38:21.367341 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-d13e9c74-0903-4e05-979f-e1b81d4821c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.368744 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-d13e9c74-0903-4e05-979f-e1b81d4821c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488708 Feb 16 10:38:21.455920 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-9177cdb4-3cde-4979-b1c4-667946ca8de0 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801082 Feb 16 10:38:21.578721 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd15c26-143e-4c23-a0d3-f9554433d541 req-d3d23efa-236d-4b21-9ab6-57178b711fd0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.580190 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abd15c26-143e-4c23-a0d3-f9554433d541 req-d3d23efa-236d-4b21-9ab6-57178b711fd0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Feb 16 10:38:21.632203 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abd15c26-143e-4c23-a0d3-f9554433d541 req-01f62337-df73-42c2-a7c2-9e193d3bedac tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Feb 16 10:38:21.735544 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9655-6c80-45a1-b498-a81acd866a97 req-856ab2ad-af00-477a-9961-971f49d13df1 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.737147 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bace9655-6c80-45a1-b498-a81acd866a97 req-856ab2ad-af00-477a-9961-971f49d13df1 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0574038 Feb 16 10:38:21.757967 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e316e6-9b1e-4bb3-86d3-c473f9484867 req-091146f7-a8c8-4020-abfb-69c622c9a1de tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:21.759663 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33e316e6-9b1e-4bb3-86d3-c473f9484867 req-091146f7-a8c8-4020-abfb-69c622c9a1de tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0574358 Feb 16 10:38:21.771185 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57848) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:21.776049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'floatingip': {'port_id': '615fa764-c542-4769-b21b-5811a3988857'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:21.813651 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bace9655-6c80-45a1-b498-a81acd866a97 req-11756560-045d-4a04-b354-d688ded4690e tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700164 Feb 16 10:38:21.817468 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (62944b37-3ecd-469d-a65c-a849612430f9), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:22.280371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:22.288954 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ebf8-7bde-4c8f-9ed9-b7ac5ff17373 req-3f5cf8ad-4093-43b6-97d9-134d52494ea2 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:22.290490 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dd33ebf8-7bde-4c8f-9ed9-b7ac5ff17373 req-3f5cf8ad-4093-43b6-97d9-134d52494ea2 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1246359 Feb 16 10:38:22.291663 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (62944b37-3ecd-469d-a65c-a849612430f9), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:22.407841 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dd33ebf8-7bde-4c8f-9ed9-b7ac5ff17373 req-63265c15-636a-44de-9169-440b550f951d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798957 Feb 16 10:38:22.423267 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Floating IP 62944b37-3ecd-469d-a65c-a849612430f9 associated. External IP: 172.27.2.16, port: 615fa764-c542-4769-b21b-5811a3988857. Feb 16 10:38:22.915601 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b74b71ed-2224-4bdc-a22e-f270f305d982 req-92424406-4b36-4ef6-a049-65fefc46e841 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091635 Feb 16 10:38:22.935392 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dcb64-d880-4cef-a216-442feff61e7c req-1d7f7b05-b5d6-4a47-9347-e895fe9ddcb9 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:22.936887 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b46dcb64-d880-4cef-a216-442feff61e7c req-1d7f7b05-b5d6-4a47-9347-e895fe9ddcb9 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0542660 Feb 16 10:38:22.943024 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:38:22.998764 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b46dcb64-d880-4cef-a216-442feff61e7c req-12400193-18d4-416e-9e0f-0352b4bf82f7 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=223bacd7-dcc1-44d7-8a31-b55f464e8e8d&id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559525 Feb 16 10:38:23.054783 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:38:23.060147 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:23.065378 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:38:23.075386 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:23.076212 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:23.089150 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-481a828e-eff8-41d8-9646-2cca6949d8a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "PUT /v2.0/floatingips/62944b37-3ecd-469d-a65c-a849612430f9 HTTP/1.1" status: 200 len: 990 time: 1.3167543 Feb 16 10:38:23.089898 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:38:23.092749 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4fa02-d6de-45f6-94e0-015e19191927" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:38:23.131190 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607943e8-07cc-4f5b-9e0b-fb4de88e9168 x-openstack-request-id: req-607943e8-07cc-4f5b-9e0b-fb4de88e9168 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:38:23.131555 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "tag": "615fa764-c542-4769-b21b-5811a3988857", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:38:23.131879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-607943e8-07cc-4f5b-9e0b-fb4de88e9168 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:38:23.132342 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'status': 'completed', 'code': 200} Feb 16 10:38:23.187778 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:23.313131 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device aa4c0214-67d4-4414-92c2-f06613e41317 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:38:23.352687 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: aa4c0214-67d4-4414-92c2-f06613e41317 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:38:23.352828 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device aa4c0214-67d4-4414-92c2-f06613e41317 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:38:23.503168 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '62944b37-3ecd-469d-a65c-a849612430f9', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'port_id': '615fa764-c542-4769-b21b-5811a3988857', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'mac_address': 'fa:16:3e:1b:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:38:03Z', 'updated_at': '2022-02-16T10:38:22Z', 'revision_number': 1, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:23.531919 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:38:23.532901 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d29ee1-e2cd-4ffc-8f44-40d9bba62b59 req-5a60274a-2466-4602-a8c7-9863dac2d15e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:23.534573 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b9d29ee1-e2cd-4ffc-8f44-40d9bba62b59 req-5a60274a-2466-4602-a8c7-9863dac2d15e tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0542893 Feb 16 10:38:23.540123 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:23.540725 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:23.582056 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b9d29ee1-e2cd-4ffc-8f44-40d9bba62b59 req-58c4a7de-e986-4a27-ba2f-5bbcea436a53 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Feb 16 10:38:23.651207 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:23.873312 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '62944b37-3ecd-469d-a65c-a849612430f9', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'port_id': '615fa764-c542-4769-b21b-5811a3988857', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'mac_address': 'fa:16:3e:1b:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:38:03Z', 'updated_at': '2022-02-16T10:38:22Z', 'revision_number': 1, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:23.898912 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a929a54-adf4-4611-b3aa-08c64e63cb6d None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '62944b37-3ecd-469d-a65c-a849612430f9', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'port_id': '615fa764-c542-4769-b21b-5811a3988857', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'mac_address': 'fa:16:3e:1b:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:38:03Z', 'updated_at': '2022-02-16T10:38:22Z', 'revision_number': 1, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:24.081250 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc97a4a-81f6-4382-a7b0-b0be63d425bd None None] New status for floating IP 62944b37-3ecd-469d-a65c-a849612430f9: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:38:24.400580 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-98919917-fe69-4fba-b961-47c260ee20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:24.402065 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-98919917-fe69-4fba-b961-47c260ee20ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0472279 Feb 16 10:38:24.512908 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-e69acaa6-0073-4711-a5cd-c7e385c36313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:24.514568 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-e69acaa6-0073-4711-a5cd-c7e385c36313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.0904374 Feb 16 10:38:24.589302 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-4561119c-d283-43da-a589-a70f4bc89617 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 1000 time: 0.0643287 Feb 16 10:38:24.661579 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-0ee7f6b1-a37c-43d2-85f9-b36eba32d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:24.663150 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-0ee7f6b1-a37c-43d2-85f9-b36eba32d689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0462210 Feb 16 10:38:24.749093 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a600e-ba13-43ce-a58a-31bc34e63986 req-08d5f881-b7ac-4cc7-a615-f6a6a702b255 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:24.750840 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f0a600e-ba13-43ce-a58a-31bc34e63986 req-08d5f881-b7ac-4cc7-a615-f6a6a702b255 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0867438 Feb 16 10:38:24.753641 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-ad6c666c-c808-4aec-89d7-28dd837a4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:24.755031 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-ad6c666c-c808-4aec-89d7-28dd837a4f8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829804 Feb 16 10:38:24.829292 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f0a600e-ba13-43ce-a58a-31bc34e63986 req-5306b2ff-9952-484c-8f8f-ef88dd5a79bc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724838 Feb 16 10:38:24.889011 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-d7082179-b60c-4f51-9474-ca6b58576828 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187239 Feb 16 10:38:25.004019 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cd4fa02-d6de-45f6-94e0-015e19191927 req-b3365361-3104-47da-b8b7-fa339c94b34f service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016116 Feb 16 10:38:25.955280 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fddfc-3f0c-49f9-a05c-34e238e74d9f req-1aa88333-4797-4de6-bf30-bcdf84bd566d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:25.956768 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab4fddfc-3f0c-49f9-a05c-34e238e74d9f req-1aa88333-4797-4de6-bf30-bcdf84bd566d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0581641 Feb 16 10:38:26.006654 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab4fddfc-3f0c-49f9-a05c-34e238e74d9f req-11719a29-2443-45da-90f1-8ab0306589a8 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Feb 16 10:38:26.248515 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57912) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:26.361767 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79a4b983-9ff0-42b1-8b39-2d25718785ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.439270 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79a4b983-9ff0-42b1-8b39-2d25718785ad admin admin] Publish callbacks [] for security_group (d1b4715f-b00c-4abf-a7e6-2a30e26f087b), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.443042 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79a4b983-9ff0-42b1-8b39-2d25718785ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d1b4715f-b00c-4abf-a7e6-2a30e26f087b), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.481554 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-79a4b983-9ff0-42b1-8b39-2d25718785ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=759195dd04ed4af5a2b61a1af4eb3adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319469 Feb 16 10:38:26.482500 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4b983-9ff0-42b1-8b39-2d25718785ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b4715f-b00c-4abf-a7e6-2a30e26f087b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:26.484272 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57916) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:26.533033 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07133320-78d7-40c9-9f1a-b6c88c3cfcde admin admin] Publish callbacks [] for security_group (d1b4715f-b00c-4abf-a7e6-2a30e26f087b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.553827 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07133320-78d7-40c9-9f1a-b6c88c3cfcde admin admin] Publish callbacks [] for security_group (d1b4715f-b00c-4abf-a7e6-2a30e26f087b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.599122 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07133320-78d7-40c9-9f1a-b6c88c3cfcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d1b4715f-b00c-4abf-a7e6-2a30e26f087b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.601648 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07133320-78d7-40c9-9f1a-b6c88c3cfcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:26.603983 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-07133320-78d7-40c9-9f1a-b6c88c3cfcde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1b4715f-b00c-4abf-a7e6-2a30e26f087b HTTP/1.1" status: 204 len: 168 time: 0.1168215 Feb 16 10:38:26.612860 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07133320-78d7-40c9-9f1a-b6c88c3cfcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b4715f-b00c-4abf-a7e6-2a30e26f087b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:27.352687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57946) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:27.448071 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1263144731-network', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:27.467936 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Made reservation on behalf of 4972d3a857c24f0cbd16fb8ac885092a for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:38:27.470236 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.479198 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.558343 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks [] for security_group (f852b839-3418-4178-bd93-a46d34258132), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.562776 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (f852b839-3418-4178-bd93-a46d34258132), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.587208 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:38:27.597470 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f852b839-3418-4178-bd93-a46d34258132,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:27.602182 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (d9d26f04-0e5b-4813-b774-1f633bc84685), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.602525 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Added segment d9d26f04-0e5b-4813-b774-1f633bc84685 of type vlan for network c70eccb0-0507-42e7-b760-c25fed1f4d24 Feb 16 10:38:27.642205 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (c70eccb0-0507-42e7-b760-c25fed1f4d24), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.667266 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (c70eccb0-0507-42e7-b760-c25fed1f4d24), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.668973 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:27.669576 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.695270 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3415515 Feb 16 10:38:27.698242 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57950) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:27.703790 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Request body: {'subnet': {'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1263144731-subnet', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:27.722732 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Made reservation on behalf of 4972d3a857c24f0cbd16fb8ac885092a for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:38:27.724997 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.734176 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ca51e-fc5f-4dba-a70f-e64984f02e47 admin admin] Pushing event updated for resources: {'Network': ['ID=c70eccb0-0507-42e7-b760-c25fed1f4d24,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:27.744199 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:38:27.895654 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (901cc41b-2516-4611-83e1-194151b7b05a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.947921 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901cc41b-2516-4611-83e1-194151b7b05a,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:27.958788 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Checking segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:27.959146 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Network hostable DHCP agents. Network: c70eccb0-0507-42e7-b760-c25fed1f4d24, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:38:27.978566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:38:27.988128 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, c70eccb0-0507-42e7-b760-c25fed1f4d24) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:27.992239 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:27.992874 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:27.998167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d3a8d-4fa0-4cb0-a2a4-e91b71995b0b None None] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:38:28.011206 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e87771bf-9bd7-4f4f-9490-695f6af4ed28 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3117726 Feb 16 10:38:28.014465 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57956) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:28.020263 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:28.045900 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (6d085b53-eb21-45bb-96f2-8d0640eccb71), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.047618 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (6d085b53-eb21-45bb-96f2-8d0640eccb71), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.113425 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-c70eccb0-0507-42e7-b760-c25fed1f4d24', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:38:28.115184 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.118762 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks [] for router_controller (6d085b53-eb21-45bb-96f2-8d0640eccb71), precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.261280 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Allocated IP 172.20.0.2 (c70eccb0-0507-42e7-b760-c25fed1f4d24/901cc41b-2516-4611-83e1-194151b7b05a/bc09a803-97a5-4d4b-a4be-21fe8cee1551) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:28.285575 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks [] for router_gateway (6d085b53-eb21-45bb-96f2-8d0640eccb71), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.409370 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Publish callbacks [] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.415433 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.463781 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:28.467566 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:28.470527 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:28.477584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Pushing event updated for resources: {'Port': ['ID=bc09a803-97a5-4d4b-a4be-21fe8cee1551,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:28.491741 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks [] for router_gateway (6d085b53-eb21-45bb-96f2-8d0640eccb71), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.510894 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.532182 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Attempting to bind port bc09a803-97a5-4d4b-a4be-21fe8cee1551 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:28.532552 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Attempting to bind port bc09a803-97a5-4d4b-a4be-21fe8cee1551 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:28.532907 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Attempting to bind port bc09a803-97a5-4d4b-a4be-21fe8cee1551 on network c70eccb0-0507-42e7-b760-c25fed1f4d24 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:28.538151 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:28.538530 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Checking segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:28.538931 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.539318 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Bound using segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:28.539770 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Bound port: bc09a803-97a5-4d4b-a4be-21fe8cee1551, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:28.540245 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.603705 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] For port bc09a803-97a5-4d4b-a4be-21fe8cee1551, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:28.607648 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] For port bc09a803-97a5-4d4b-a4be-21fe8cee1551, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bc09a803-97a5-4d4b-a4be-21fe8cee1551,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:28.614137 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.621981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Allocated IP 172.27.2.201 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/3e5c5075-25c0-4b1a-ab42-2110862fe929) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:28.672190 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93deb26-43c4-4166-a627-dc0df91ddea1 None None] Pushing event updated for resources: {'Port': ['ID=bc09a803-97a5-4d4b-a4be-21fe8cee1551,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:28.735720 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks [] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.772356 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:28.825057 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:28.829418 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:28.831612 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5c5075-25c0-4b1a-ab42-2110862fe929,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:28.833989 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:28.849922 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:38:29.094520 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks [] for router_gateway (6d085b53-eb21-45bb-96f2-8d0640eccb71), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:29.303525 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (6d085b53-eb21-45bb-96f2-8d0640eccb71), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:29.452813 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Router 6d085b53-eb21-45bb-96f2-8d0640eccb71 is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:38:29.563893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:38:29.580355 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Sync routers for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:38:29.583261 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:29.586541 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-15328299-ecac-49f7-a463-7790db7535d1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5702372 Feb 16 10:38:29.588085 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57968) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:29.590872 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4eb08-571e-4ad2-af22-646f9900fbf6 None None] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:38:29.607540 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:29.608172 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:29.873608 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] Provisioning complete for port bc09a803-97a5-4d4b-a4be-21fe8cee1551 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:29.873878 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:29.944206 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:30.031209 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.115819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] Current status of the port bc09a803-97a5-4d4b-a4be-21fe8cee1551 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:30.116299 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.184691 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] For port bc09a803-97a5-4d4b-a4be-21fe8cee1551, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bc09a803-97a5-4d4b-a4be-21fe8cee1551,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:30.192318 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.209403 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Allocated IP 172.20.0.1 (c70eccb0-0507-42e7-b760-c25fed1f4d24/901cc41b-2516-4611-83e1-194151b7b05a/5b274f1b-6b2c-44c4-bb04-3856e3552443) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:30.251051 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdafbf-499f-4853-a974-1b30ea9b6da0 None None] Pushing event updated for resources: {'Port': ['ID=bc09a803-97a5-4d4b-a4be-21fe8cee1551,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:30.259887 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:28Z', 'revision_number': 3, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:30.287478 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Checking router: 6d085b53-eb21-45bb-96f2-8d0640eccb71 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:38:30.287829 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Updating router 6d085b53-eb21-45bb-96f2-8d0640eccb71 port 3e5c5075-25c0-4b1a-ab42-2110862fe929 binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:38:30.333081 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.336260 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-6f7f7699-dd76-42e1-a8bf-ce74aae5b76f None None] Provisioning complete for port bc09a803-97a5-4d4b-a4be-21fe8cee1551 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:30.336541 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7699-dd76-42e1-a8bf-ce74aae5b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.351065 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks [] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.393926 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bc09a803-97a5-4d4b-a4be-21fe8cee1551 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:30.397871 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.435212 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:30.439882 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:30.443328 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:30.468747 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b274f1b-6b2c-44c4-bb04-3856e3552443,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:30.490157 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (6d085b53-eb21-45bb-96f2-8d0640eccb71), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.609204 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port bc09a803-97a5-4d4b-a4be-21fe8cee1551 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:30.609788 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.614857 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f7699-dd76-42e1-a8bf-ce74aae5b76f None None] Current status of the port bc09a803-97a5-4d4b-a4be-21fe8cee1551 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:30.635938 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.770943 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Publish callbacks [] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.776715 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port bc09a803-97a5-4d4b-a4be-21fe8cee1551 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:30.780895 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.785694 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-97c53106-b981-4bf0-aee4-6f2147193198 None None] Provisioning complete for port 5b274f1b-6b2c-44c4-bb04-3856e3552443 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:30.786220 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-97c53106-b981-4bf0-aee4-6f2147193198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.802819 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks [] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.807360 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.867070 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-97c53106-b981-4bf0-aee4-6f2147193198 None None] Port 5b274f1b-6b2c-44c4-bb04-3856e3552443 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:30.872678 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Attempting to bind port 3e5c5075-25c0-4b1a-ab42-2110862fe929 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:30.873047 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Attempting to bind port 3e5c5075-25c0-4b1a-ab42-2110862fe929 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:30.873413 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Attempting to bind port 3e5c5075-25c0-4b1a-ab42-2110862fe929 on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:30.876555 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938418c4-b27d-42cc-8ad3-df41afb605a3 None None] Pushing event updated for resources: {'Port': ['ID=3e5c5075-25c0-4b1a-ab42-2110862fe929,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:30.879124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b274f1b-6b2c-44c4-bb04-3856e3552443,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:30.881155 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:30.881429 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:30.881831 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.882238 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:30.882553 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (6d085b53-eb21-45bb-96f2-8d0640eccb71), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.882698 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Bound port: 3e5c5075-25c0-4b1a-ab42-2110862fe929, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:30.883072 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.935627 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] For port 3e5c5075-25c0-4b1a-ab42-2110862fe929, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:30.939064 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] For port 3e5c5075-25c0-4b1a-ab42-2110862fe929, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=3e5c5075-25c0-4b1a-ab42-2110862fe929,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:30.945496 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:30.976509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:30.978848 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:31.004588 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:31.005305 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:31.045730 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938418c4-b27d-42cc-8ad3-df41afb605a3 None None] Pushing event updated for resources: {'Port': ['ID=3e5c5075-25c0-4b1a-ab42-2110862fe929,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:31.105428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Router 6d085b53-eb21-45bb-96f2-8d0640eccb71 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:38:31.130287 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:31.223224 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:38:31.228226 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2382858f-dc81-4d36-9c13-1b2062ed9db0 admin admin] 10.222.0.45 "PUT /v2.0/routers/6d085b53-eb21-45bb-96f2-8d0640eccb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384208 Feb 16 10:38:31.326390 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-0c382f6e-f959-4f8d-91e3-544f9d913894 None None] Provisioning complete for port 5b274f1b-6b2c-44c4-bb04-3856e3552443 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:31.326784 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0c382f6e-f959-4f8d-91e3-544f9d913894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.369223 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-0c382f6e-f959-4f8d-91e3-544f9d913894 None None] Port 5b274f1b-6b2c-44c4-bb04-3856e3552443 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:31.384178 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 2, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:31.415473 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d7f53-833f-4b85-bf06-7493e9def5b6 None None] The sync data for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi is: [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 2, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:31.678761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-210ac286-9cfe-4f35-ac74-d94debee7b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.788587 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 57992) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:31.793593 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-147909296-network', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:31.816214 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Made reservation on behalf of 6c2b72a0cc454a5ab94bcaf0e8366e30 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:38:31.818692 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.828696 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.911111 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks [] for security_group (e436ec23-e713-4d83-ba31-6825f32fa546), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.915895 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e436ec23-e713-4d83-ba31-6825f32fa546), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.942626 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:38:31.952498 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436ec23-e713-4d83-ba31-6825f32fa546,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:31.963558 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:31.963902 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Added segment d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8 of type vlan for network 0cf29909-445c-4ecd-8876-91e23fe9a861 Feb 16 10:38:32.009859 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (0cf29909-445c-4ecd-8876-91e23fe9a861), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.040813 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (0cf29909-445c-4ecd-8876-91e23fe9a861), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.041695 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:32.042284 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.094126 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3044221 Feb 16 10:38:32.096925 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 57996) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:32.102163 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Request body: {'subnet': {'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-147909296-subnet', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:32.120036 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad99a-8b13-4602-a35e-7c008efc7ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf29909-445c-4ecd-8876-91e23fe9a861,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:32.134750 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:38:32.153812 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Made reservation on behalf of 6c2b72a0cc454a5ab94bcaf0e8366e30 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:38:32.156607 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.345507 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (eb9e0fc9-4052-408c-8187-34b58993e217), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.369804 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 3e5c5075-25c0-4b1a-ab42-2110862fe929 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:32.408874 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9e0fc9-4052-408c-8187-34b58993e217,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:32.418504 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Checking segment: {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:32.418899 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Network hostable DHCP agents. Network: 0cf29909-445c-4ecd-8876-91e23fe9a861, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:38:32.427636 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 3e5c5075-25c0-4b1a-ab42-2110862fe929 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:32.428136 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.446799 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:38:32.457380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 0cf29909-445c-4ecd-8876-91e23fe9a861) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:32.461931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:32.462643 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.471807 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab0faf-26e3-4b3b-a4f1-edd0a5057aeb None None] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:38:32.485238 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2db34294-2a5c-4cc3-85d9-e17132033b2d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3871810 Feb 16 10:38:32.487878 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58000) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:32.492506 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:32.515116 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42311'] for router (7d4b3f22-3a39-4515-8558-ee85286f366e), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.516346 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42366'] for router (7d4b3f22-3a39-4515-8558-ee85286f366e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.587424 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks [] for router_controller (7d4b3f22-3a39-4515-8558-ee85286f366e), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.743949 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks [] for router_gateway (7d4b3f22-3a39-4515-8558-ee85286f366e), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.748652 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 3e5c5075-25c0-4b1a-ab42-2110862fe929 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:32.749202 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.758694 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7aa248-7fa5-53e2-a7cd-0aea4eaa8d9a-0cf29909-445c-4ecd-8876-91e23fe9a861', 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'fixed_ips': [{'subnet_id': 'eb9e0fc9-4052-408c-8187-34b58993e217'}]}} from dv-cinder-804757-12-iscsi. {{(pid=102812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:38:32.759314 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.785605 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port 3e5c5075-25c0-4b1a-ab42-2110862fe929, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=3e5c5075-25c0-4b1a-ab42-2110862fe929,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:32.795251 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.910720 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=3e5c5075-25c0-4b1a-ab42-2110862fe929,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:32.956346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.db_base_plugin_common [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Allocated IP 172.20.0.2 (0cf29909-445c-4ecd-8876-91e23fe9a861/eb9e0fc9-4052-408c-8187-34b58993e217/0ef5d368-1a12-499f-b676-b072030be658) {{(pid=102812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:32.966795 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks [] for router_gateway (7d4b3f22-3a39-4515-8558-ee85286f366e), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:32.986665 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.097090 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Allocated IP 172.27.2.10 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:33.106849 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Publish callbacks [] for port (0ef5d368-1a12-499f-b676-b072030be658), precommit_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.112136 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053'] for port (0ef5d368-1a12-499f-b676-b072030be658), after_create {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.154436 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 is already hosted by enough agents. {{(pid=102812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:33.157281 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.scheduler.base_scheduler [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Resources bound (agent type, host, resource id): {{(pid=102812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:33.161504 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Received port after_create {{(pid=102812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:33.164419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Pushing event updated for resources: {'Port': ['ID=0ef5d368-1a12-499f-b676-b072030be658,revision_number=1']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:33.209232 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks [] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.220313 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Attempting to bind port 0ef5d368-1a12-499f-b676-b072030be658 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:33.220691 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Attempting to bind port 0ef5d368-1a12-499f-b676-b072030be658 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:33.221358 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Attempting to bind port 0ef5d368-1a12-499f-b676-b072030be658 on network 0cf29909-445c-4ecd-8876-91e23fe9a861 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:33.226334 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:33.226727 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Checking segment: {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:33.227134 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.227537 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Bound using segment: {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:33.228019 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Bound port: 0ef5d368-1a12-499f-b676-b072030be658, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:33.228408 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0ef5d368-1a12-499f-b676-b072030be658), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.247833 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.287930 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:33.290888 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:33.297715 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:33.302046 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] For port 0ef5d368-1a12-499f-b676-b072030be658, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:33.305844 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] For port 0ef5d368-1a12-499f-b676-b072030be658, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=0ef5d368-1a12-499f-b676-b072030be658,segment=NetworkSegment(d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8),segment_id=d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:33.313816 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (0ef5d368-1a12-499f-b676-b072030be658), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.333136 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:33.390031 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c85b6e-f24e-4c2b-903c-fbfb1096a601 None None] Pushing event updated for resources: {'Port': ['ID=0ef5d368-1a12-499f-b676-b072030be658,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:33.600108 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Sync routers for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:38:33.614155 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:33.615195 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:33.630565 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks [] for router_gateway (7d4b3f22-3a39-4515-8558-ee85286f366e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:33.767508 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:33.871719 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398715'] for router (7d4b3f22-3a39-4515-8558-ee85286f366e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.001295 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 2, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:34.030376 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Checking router: 6d085b53-eb21-45bb-96f2-8d0640eccb71 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:38:34.030734 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Updating router 6d085b53-eb21-45bb-96f2-8d0640eccb71 port 5b274f1b-6b2c-44c4-bb04-3856e3552443 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:38:34.061631 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.235113 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Router 7d4b3f22-3a39-4515-8558-ee85286f366e is scheduled to L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:38:34.320974 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4b0d4aa1-b1bf-4595-8f04-f5851572560a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.366896 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Publish callbacks [] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.374714 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.393756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:38:34.406937 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Sync routers for ids ['7d4b3f22-3a39-4515-8558-ee85286f366e'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:38:34.420136 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Routers {'7d4b3f22-3a39-4515-8558-ee85286f366e'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:34.420751 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['7d4b3f22-3a39-4515-8558-ee85286f366e'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:34.427455 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e360e1-7402-4bbf-910e-1bceb32b7751 None None] Pushing event updated for resources: {'Port': ['ID=5b274f1b-6b2c-44c4-bb04-3856e3552443,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:34.435152 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.439606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58010) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:34.440115 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1d22013e-0f5a-45bf-9307-7338d4545931 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9507577 Feb 16 10:38:34.521846 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34816a-3739-48e8-a560-6091b2c1215b None None] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:38:34.524938 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 0ef5d368-1a12-499f-b676-b072030be658 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:34.529907 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Attempting to bind port 5b274f1b-6b2c-44c4-bb04-3856e3552443 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:34.530417 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Attempting to bind port 5b274f1b-6b2c-44c4-bb04-3856e3552443 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:34.531178 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Attempting to bind port 5b274f1b-6b2c-44c4-bb04-3856e3552443 on network c70eccb0-0507-42e7-b760-c25fed1f4d24 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:34.537701 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:34.538254 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Checking segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:34.538911 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.539395 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Bound using segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:34.539970 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Bound port: 5b274f1b-6b2c-44c4-bb04-3856e3552443, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:34.540463 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.645502 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] Provisioning complete for port 0ef5d368-1a12-499f-b676-b072030be658 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:34.646305 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (0ef5d368-1a12-499f-b676-b072030be658), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.721537 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] For port 5b274f1b-6b2c-44c4-bb04-3856e3552443, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:34.725520 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] For port 5b274f1b-6b2c-44c4-bb04-3856e3552443, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5b274f1b-6b2c-44c4-bb04-3856e3552443,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:34.732398 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.785420 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Set router 7d4b3f22-3a39-4515-8558-ee85286f366e gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:34.789538 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:34.790308 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:34.870787 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 0ef5d368-1a12-499f-b676-b072030be658 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:34.871790 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (0ef5d368-1a12-499f-b676-b072030be658), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.876409 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e360e1-7402-4bbf-910e-1bceb32b7751 None None] Pushing event updated for resources: {'Port': ['ID=5b274f1b-6b2c-44c4-bb04-3856e3552443,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:34.947719 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:34.949247 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:35.070542 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] Current status of the port 0ef5d368-1a12-499f-b676-b072030be658 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:35.070933 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0ef5d368-1a12-499f-b676-b072030be658), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.193470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Allocated IP 172.20.0.1 (0cf29909-445c-4ecd-8876-91e23fe9a861/eb9e0fc9-4052-408c-8187-34b58993e217/c5933905-f88a-4318-b6cc-f5f140e6d3e0) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:35.211673 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] For port 0ef5d368-1a12-499f-b676-b072030be658, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=0ef5d368-1a12-499f-b676-b072030be658,segment=NetworkSegment(d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8),segment_id=d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:35.230195 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (0ef5d368-1a12-499f-b676-b072030be658), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.276046 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 0ef5d368-1a12-499f-b676-b072030be658 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:35.276447 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0ef5d368-1a12-499f-b676-b072030be658), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.286046 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-237e044f-acf6-4287-a255-4015788ad070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:34Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:35.304305 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.318544 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e044f-acf6-4287-a255-4015788ad070 None None] The sync data for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi is: [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:34Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:35.352258 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03163-d031-4838-9790-b23f66377df6 None None] Pushing event updated for resources: {'Port': ['ID=0ef5d368-1a12-499f-b676-b072030be658,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:35.391386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks [] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.403036 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:33Z', 'revision_number': 3, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:35.441664 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] Provisioning complete for port 5b274f1b-6b2c-44c4-bb04-3856e3552443 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:35.442052 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.443783 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.444329 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Checking router: 7d4b3f22-3a39-4515-8558-ee85286f366e for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:38:35.444579 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Updating router 7d4b3f22-3a39-4515-8558-ee85286f366e port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f binding host dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:38:35.454791 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.db.api [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 10:38:35.455842 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG oslo_db.api [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 10:38:35.485289 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:35.490354 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:35.493996 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:35.525203 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.530880 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Pushing event updated for resources: {'Port': ['ID=c5933905-f88a-4318-b6cc-f5f140e6d3e0,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:35.548181 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394022'] for router_interface (7d4b3f22-3a39-4515-8558-ee85286f366e), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.696123 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.873768 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] Current status of the port 5b274f1b-6b2c-44c4-bb04-3856e3552443 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:35.874190 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.891493 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks [] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.896684 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.942476 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Pushing event updated for resources: {'Port': ['ID=c5933905-f88a-4318-b6cc-f5f140e6d3e0,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:35.953440 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] For port 5b274f1b-6b2c-44c4-bb04-3856e3552443, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5b274f1b-6b2c-44c4-bb04-3856e3552443,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:35.964680 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:35.998061 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16330269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394170'] for router_interface (7d4b3f22-3a39-4515-8558-ee85286f366e), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.070884 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 0ef5d368-1a12-499f-b676-b072030be658 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:36.071922 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 3e5c5075-25c0-4b1a-ab42-2110862fe929 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:36.106931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:36.108413 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:36.137349 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ebd92-9fdb-4cdb-8908-f4424b477d91 None None] Pushing event updated for resources: {'Port': ['ID=5b274f1b-6b2c-44c4-bb04-3856e3552443,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:36.157616 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Publish callbacks [] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.170173 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-51805019-088a-42ce-bb0d-92c2d66f6574 None None] Provisioning complete for port 0ef5d368-1a12-499f-b676-b072030be658 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:36.170631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-51805019-088a-42ce-bb0d-92c2d66f6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (0ef5d368-1a12-499f-b676-b072030be658), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.173152 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.288260 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Attempting to bind port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:36.288639 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Attempting to bind port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:36.289003 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Attempting to bind port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f on network 25110ee4-ba58-4b9a-973a-dc1397bea369 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:36.292064 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422ccb-26d5-44bc-8e86-a10b56ce30d2 None None] Pushing event updated for resources: {'Port': ['ID=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:36.297403 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 3e5c5075-25c0-4b1a-ab42-2110862fe929 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:36.297850 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.328165 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:36.328493 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Checking segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:36.328856 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.329257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Bound using segment: {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:36.329750 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Bound port: ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e9dd2-81fe-43fa-bf30-27d0cd6ab42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:36.330154 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.439296 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-51805019-088a-42ce-bb0d-92c2d66f6574 None None] Current status of the port 0ef5d368-1a12-499f-b676-b072030be658 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:36.452483 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] For port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:36.457195 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] For port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:36.488681 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.503650 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-51805019-088a-42ce-bb0d-92c2d66f6574 None None] Provisioning complete for port c5933905-f88a-4318-b6cc-f5f140e6d3e0 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:36.504028 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-51805019-088a-42ce-bb0d-92c2d66f6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.542029 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Router 7d4b3f22-3a39-4515-8558-ee85286f366e has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:38:36.590453 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 3e5c5075-25c0-4b1a-ab42-2110862fe929 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:36.604578 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-51805019-088a-42ce-bb0d-92c2d66f6574 None None] Port c5933905-f88a-4318-b6cc-f5f140e6d3e0 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:36.620626 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Routers {'7d4b3f22-3a39-4515-8558-ee85286f366e'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:36.621871 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['7d4b3f22-3a39-4515-8558-ee85286f366e'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:36.677966 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:38:36.689344 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9ef17b73-5c86-44b5-9c5a-5a85dbf8dc89 admin admin] 10.222.0.45 "PUT /v2.0/routers/7d4b3f22-3a39-4515-8558-ee85286f366e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416406 Feb 16 10:38:36.710082 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422ccb-26d5-44bc-8e86-a10b56ce30d2 None None] Pushing event updated for resources: {'Port': ['ID=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:36.742071 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5b274f1b-6b2c-44c4-bb04-3856e3552443 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:36.749886 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.796232 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-452470ef-f6c6-405a-b2a9-4d49a25aec1e None None] Provisioning complete for port c5933905-f88a-4318-b6cc-f5f140e6d3e0 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:36.796516 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-452470ef-f6c6-405a-b2a9-4d49a25aec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:36.861759 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-452470ef-f6c6-405a-b2a9-4d49a25aec1e None None] Port c5933905-f88a-4318-b6cc-f5f140e6d3e0 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:36.866330 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] Set router 7d4b3f22-3a39-4515-8558-ee85286f366e gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:36.918955 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 5b274f1b-6b2c-44c4-bb04-3856e3552443 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:36.919542 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.139516 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 5b274f1b-6b2c-44c4-bb04-3856e3552443 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:37.140624 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 0ef5d368-1a12-499f-b676-b072030be658 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:37.209534 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'c5933905-f88a-4318-b6cc-f5f140e6d3e0', 'name': '', 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'mac_address': 'fa:16:3e:74:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:34Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 2, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'subnets': [{'id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:37.212273 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port 0ef5d368-1a12-499f-b676-b072030be658 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:37.212650 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (0ef5d368-1a12-499f-b676-b072030be658), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.226237 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58034) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:37.231544 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390686852', 'description': 'tempest-secgroup-smoke-390686852 description', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:37.239513 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b258df-a499-443b-8fcf-1980870268e3 None None] The sync data for ids ['7d4b3f22-3a39-4515-8558-ee85286f366e'] in dv-cinder-804757-12-iscsi is: [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'c5933905-f88a-4318-b6cc-f5f140e6d3e0', 'name': '', 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'mac_address': 'fa:16:3e:74:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:34Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 2, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'subnets': [{'id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:37.256536 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.331096 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group (de583457-dcd8-49aa-801e-4910ca3c6d76), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.332886 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port 0ef5d368-1a12-499f-b676-b072030be658 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:37.338990 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (de583457-dcd8-49aa-801e-4910ca3c6d76), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.371657 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.372960 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1456373 Feb 16 10:38:37.373928 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de583457-dcd8-49aa-801e-4910ca3c6d76,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:37.376256 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58036) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:37.380834 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group_rule': {'security_group_id': 'de583457-dcd8-49aa-801e-4910ca3c6d76', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:37.381759 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.382216 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.382647 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.383066 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.383485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.383893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.384295 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.384692 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.385095 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.385506 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.385844 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.386246 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.387256 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170dc31-77a5-458e-9860-b0bd17a0d19c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.409380 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (09b12740-0909-46c7-ae72-0d38566c5a0c), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.493776 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (09b12740-0909-46c7-ae72-0d38566c5a0c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.498983 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (09b12740-0909-46c7-ae72-0d38566c5a0c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.526297 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b12740-0909-46c7-ae72-0d38566c5a0c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:37.540717 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.541076 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.541413 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.541751 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.542082 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.542483 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.543428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.544144 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.544683 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.545110 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.545396 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.545721 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.546124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:38:37.553124 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.555538 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d129b3f5-9454-4831-a64d-516b0784a9ca tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1779535 Feb 16 10:38:37.558276 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58044) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:37.564771 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group_rule': {'security_group_id': 'de583457-dcd8-49aa-801e-4910ca3c6d76', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:37.595491 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (7bf9afa3-c883-43be-b2d2-a5176e344b03), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.667497 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (7bf9afa3-c883-43be-b2d2-a5176e344b03), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.672633 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (7bf9afa3-c883-43be-b2d2-a5176e344b03), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.690795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf9afa3-c883-43be-b2d2-a5176e344b03,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:37.698518 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.702858 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5b11f336-2b6b-4a80-a2de-32b6a4c73689 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397619 Feb 16 10:38:37.703066 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58048) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:37.707438 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group_rule': {'security_group_id': 'de583457-dcd8-49aa-801e-4910ca3c6d76', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:37.733508 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (a72d1b37-9dbd-4c88-acc5-26277866baf7), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.794853 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (a72d1b37-9dbd-4c88-acc5-26277866baf7), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.799625 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (a72d1b37-9dbd-4c88-acc5-26277866baf7), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.818881 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72d1b37-9dbd-4c88-acc5-26277866baf7,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:37.827989 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.829502 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f596a1e3-f5e2-49ad-9a88-a3b76767333d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250045 Feb 16 10:38:37.831842 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58050) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:37.837131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group_rule': {'security_group_id': 'de583457-dcd8-49aa-801e-4910ca3c6d76', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:37.866636 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (953dfa11-2764-456b-8709-3d8dedf75ae4), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.932265 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (953dfa11-2764-456b-8709-3d8dedf75ae4), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.935707 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (953dfa11-2764-456b-8709-3d8dedf75ae4), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.952574 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953dfa11-2764-456b-8709-3d8dedf75ae4,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:37.960365 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:37.961551 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d9489a9f-fc0e-4404-ad58-b996cf6e8914 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287127 Feb 16 10:38:37.964431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58052) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:37.969380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group_rule': {'security_group_id': 'de583457-dcd8-49aa-801e-4910ca3c6d76', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:37.989480 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Project 4972d3a857c24f0cbd16fb8ac885092a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 10:38:37.994194 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (ef6e7ddc-faf1-4689-8cd2-ec7eb1abaaa2), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.055547 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (ef6e7ddc-faf1-4689-8cd2-ec7eb1abaaa2), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.059998 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (ef6e7ddc-faf1-4689-8cd2-ec7eb1abaaa2), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.077720 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6e7ddc-faf1-4689-8cd2-ec7eb1abaaa2,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:38.086796 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.089329 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b61190b2-07a8-4fab-bc52-cdd872b0daba tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234326 Feb 16 10:38:38.092098 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58054) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:38.101021 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'security_group_rule': {'security_group_id': 'de583457-dcd8-49aa-801e-4910ca3c6d76', 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:38.130892 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.132933 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Project 4972d3a857c24f0cbd16fb8ac885092a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 10:38:38.140429 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (70915fea-308b-430f-987d-8109a7bc50db), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.207101 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (70915fea-308b-430f-987d-8109a7bc50db), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.211136 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (70915fea-308b-430f-987d-8109a7bc50db), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.229923 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70915fea-308b-430f-987d-8109a7bc50db,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:38.237531 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.242150 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-57498f37-b215-4c7e-9a70-60db0e2c89cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457555 Feb 16 10:38:38.723823 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:38.794638 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:38.795183 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.878974 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:38.879369 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.905982 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] For port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:38.910085 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:38.960119 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Pushing event updated for resources: {'Port': ['ID=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:39.545613 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Sync routers for ids ['7d4b3f22-3a39-4515-8558-ee85286f366e'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:38:39.556050 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Routers {'7d4b3f22-3a39-4515-8558-ee85286f366e'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:39.556958 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['7d4b3f22-3a39-4515-8558-ee85286f366e'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:39.664955 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Set router 7d4b3f22-3a39-4515-8558-ee85286f366e gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:39.904936 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'c5933905-f88a-4318-b6cc-f5f140e6d3e0', 'name': '', 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'mac_address': 'fa:16:3e:74:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:34Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 2, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'subnets': [{'id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:39.930940 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Checking router: 7d4b3f22-3a39-4515-8558-ee85286f366e for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:38:39.931291 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Updating router 7d4b3f22-3a39-4515-8558-ee85286f366e port c5933905-f88a-4318-b6cc-f5f140e6d3e0 binding host dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:38:39.962232 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.234991 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Publish callbacks [] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.240059 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.287911 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0b55d-2e2b-4f37-b9b1-0d0530ea7179 None None] Pushing event updated for resources: {'Port': ['ID=c5933905-f88a-4318-b6cc-f5f140e6d3e0,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:40.346266 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Attempting to bind port c5933905-f88a-4318-b6cc-f5f140e6d3e0 on host dv-cinder-804757-12-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:40.346630 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Attempting to bind port c5933905-f88a-4318-b6cc-f5f140e6d3e0 by drivers openvswitch,hyperv on host dv-cinder-804757-12-iscsi at level 0 using segments [{'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:40.346987 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Attempting to bind port c5933905-f88a-4318-b6cc-f5f140e6d3e0 on network 0cf29909-445c-4ecd-8876-91e23fe9a861 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:40.352042 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Checking agent: {'id': '3c55cd45-5aab-41ea-9721-b51b7528d3b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 26, 38), 'started_at': datetime.datetime(2022, 2, 16, 10, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:40.352407 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Checking segment: {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:40.352801 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.353187 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Bound using segment: {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:40.353640 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Bound port: c5933905-f88a-4318-b6cc-f5f140e6d3e0, host: dv-cinder-804757-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:40.354010 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.419631 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] For port c5933905-f88a-4318-b6cc-f5f140e6d3e0, host dv-cinder-804757-12-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:40.422709 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] For port c5933905-f88a-4318-b6cc-f5f140e6d3e0, host dv-cinder-804757-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=c5933905-f88a-4318-b6cc-f5f140e6d3e0,segment=NetworkSegment(d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8),segment_id=d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:40.429005 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.492759 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Routers {'7d4b3f22-3a39-4515-8558-ee85286f366e'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:38:40.493494 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:38:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['7d4b3f22-3a39-4515-8558-ee85286f366e'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:40.524546 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] Provisioning complete for port c5933905-f88a-4318-b6cc-f5f140e6d3e0 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:40.525153 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.561079 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0b55d-2e2b-4f37-b9b1-0d0530ea7179 None None] Pushing event updated for resources: {'Port': ['ID=c5933905-f88a-4318-b6cc-f5f140e6d3e0,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:40.612319 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] Set router 7d4b3f22-3a39-4515-8558-ee85286f366e gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:38:40.643258 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] Current status of the port c5933905-f88a-4318-b6cc-f5f140e6d3e0 is: DOWN; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:40.643659 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.695765 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] For port c5933905-f88a-4318-b6cc-f5f140e6d3e0, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=c5933905-f88a-4318-b6cc-f5f140e6d3e0,segment=NetworkSegment(d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8),segment_id=d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:38:40.700537 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.727051 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c5933905-f88a-4318-b6cc-f5f140e6d3e0 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:40.789244 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b744226-dfdc-4e00-803f-fce917c250bf None None] Pushing event updated for resources: {'Port': ['ID=c5933905-f88a-4318-b6cc-f5f140e6d3e0,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:40.800406 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port c5933905-f88a-4318-b6cc-f5f140e6d3e0 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:40.800780 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.836785 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'c5933905-f88a-4318-b6cc-f5f140e6d3e0', 'name': '', 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'mac_address': 'fa:16:3e:74:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:34Z', 'updated_at': '2022-02-16T10:38:40Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'subnets': [{'id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:40.852575 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-022e2261-173e-4554-bccf-606115b063b8 None None] Provisioning complete for port c5933905-f88a-4318-b6cc-f5f140e6d3e0 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:40.852949 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-022e2261-173e-4554-bccf-606115b063b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:40.947552 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port c5933905-f88a-4318-b6cc-f5f140e6d3e0 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:40.948361 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:40.968228 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00861ed-98fe-4417-9e2c-59b267274973 None None] The sync data for ids ['7d4b3f22-3a39-4515-8558-ee85286f366e'] in dv-cinder-804757-12-iscsi is: [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'c5933905-f88a-4318-b6cc-f5f140e6d3e0', 'name': '', 'network_id': '0cf29909-445c-4ecd-8876-91e23fe9a861', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'mac_address': 'fa:16:3e:74:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:34Z', 'updated_at': '2022-02-16T10:38:40Z', 'revision_number': 4, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'subnets': [{'id': 'eb9e0fc9-4052-408c-8187-34b58993e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:38:41.012194 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-022e2261-173e-4554-bccf-606115b063b8 None None] Current status of the port c5933905-f88a-4318-b6cc-f5f140e6d3e0 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:41.034453 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:41.034726 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:41.266672 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:41.851792 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:42.672014 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c5933905-f88a-4318-b6cc-f5f140e6d3e0 up at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:38:42.719588 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Provisioning complete for port c5933905-f88a-4318-b6cc-f5f140e6d3e0 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:42.719959 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:42.799499 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Current status of the port c5933905-f88a-4318-b6cc-f5f140e6d3e0 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:38:43.369909 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58160) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:43.416408 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Deleting subnet 07ed645b-e916-4293-9644-35ad80c220b4 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:38:43.419873 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Publish callbacks [] for subnet (07ed645b-e916-4293-9644-35ad80c220b4), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.458671 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (07ed645b-e916-4293-9644-35ad80c220b4), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.498093 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (07ed645b-e916-4293-9644-35ad80c220b4), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.550177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (07ed645b-e916-4293-9644-35ad80c220b4), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.576285 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ed645b-e916-4293-9644-35ad80c220b4,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:43.580122 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.583300 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ecf1702d-98bf-4d3e-b1ec-04495ec68c68 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07ed645b-e916-4293-9644-35ad80c220b4 HTTP/1.1" status: 204 len: 168 time: 0.2118146 Feb 16 10:38:43.585660 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58162) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:43.658415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (30393e96-44dd-4292-ab50-971b55847544), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.738940 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (30393e96-44dd-4292-ab50-971b55847544), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.760055 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30393e96-44dd-4292-ab50-971b55847544']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:43.769886 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39382229-7fdd-4a1b-b1fb-8542a647bc41') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:43.770233 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39382229-7fdd-4a1b-b1fb-8542a647bc41') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:38:43.779687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13514010'] for segment (39382229-7fdd-4a1b-b1fb-8542a647bc41), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.793767 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (39382229-7fdd-4a1b-b1fb-8542a647bc41), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.799898 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:38:43.800292 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13042602'] for segment (39382229-7fdd-4a1b-b1fb-8542a647bc41), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: timer() Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: cb(*args, **kw) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: self._notify() Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: self.callback(batched_events) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: event.method(event) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._get(url).json() Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:38:43.801929 dv-cinder-804757-12-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:38:43.861493 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (30393e96-44dd-4292-ab50-971b55847544), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.867229 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:43.871209 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] 10.222.0.45 "DELETE /v2.0/networks/30393e96-44dd-4292-ab50-971b55847544 HTTP/1.1" status: 204 len: 168 time: 0.2841070 Feb 16 10:38:43.884177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314485e8-3216-47ce-8cd3-8fa39c5a7974 admin admin] Pushing event deleted for resources: {'Network': ['ID=30393e96-44dd-4292-ab50-971b55847544,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:44.046047 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58168) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:44.085505 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f688f933-400e-4f3b-9782-c1cecfa945af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=211b537653d24fcfa5668933ce0ec2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382378 Feb 16 10:38:44.087941 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58170) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:38:44.135607 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70f04d7e-e6fe-4180-a39f-20822b19810b admin admin] Publish callbacks [] for security_group (41b506da-c2e1-4213-9985-c72b5e734126), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:44.158407 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70f04d7e-e6fe-4180-a39f-20822b19810b admin admin] Publish callbacks [] for security_group (41b506da-c2e1-4213-9985-c72b5e734126), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:44.211368 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70f04d7e-e6fe-4180-a39f-20822b19810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (41b506da-c2e1-4213-9985-c72b5e734126), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:44.213891 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70f04d7e-e6fe-4180-a39f-20822b19810b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:44.216938 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-70f04d7e-e6fe-4180-a39f-20822b19810b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41b506da-c2e1-4213-9985-c72b5e734126 HTTP/1.1" status: 204 len: 168 time: 0.1280434 Feb 16 10:38:44.226235 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f04d7e-e6fe-4180-a39f-20822b19810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b506da-c2e1-4213-9985-c72b5e734126,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:44.430391 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-70c6f16d-d202-4341-9447-ea5d9c5f4f6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514736 Feb 16 10:38:44.539702 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-81b74746-598a-4335-8172-8dff0b1afca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:44.541259 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-81b74746-598a-4335-8172-8dff0b1afca2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 1129 time: 0.0565584 Feb 16 10:38:44.654930 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-aa131a78-5d38-48e1-aad7-8c4ab53a42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:44.656409 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-aa131a78-5d38-48e1-aad7-8c4ab53a42de service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.0899146 Feb 16 10:38:44.725928 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-35c217ab-97c0-4238-97d3-ee4d86e3404b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 200 len: 1000 time: 0.0619957 Feb 16 10:38:44.777764 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-50b0dd7e-f88a-4193-b398-9611b89418b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:44.779260 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-50b0dd7e-f88a-4193-b398-9611b89418b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0452037 Feb 16 10:38:44.830680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-d19c6934-c77d-4185-a8a3-09453c4669f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:44.832128 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-d19c6934-c77d-4185-a8a3-09453c4669f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457129 Feb 16 10:38:44.933958 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-45ee93e0-1bcc-405e-ac58-4ce7ea0250b7 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948315 Feb 16 10:38:45.035577 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4484b88f-b75a-46a1-8a5f-7b659800609d req-37855c1a-8a67-41a6-a372-2c7a6720c43e service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906382 Feb 16 10:38:54.605652 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-4c1923bf-0546-4cd0-8d5b-644882bf4f01 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390686852&fields=id&tenant_id=4972d3a857c24f0cbd16fb8ac885092a HTTP/1.1" status: 200 len: 267 time: 0.0442393 Feb 16 10:38:54.711711 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-0929fc8f-c6e7-45e3-a6ed-139235b56bd0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:54.713070 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-0929fc8f-c6e7-45e3-a6ed-139235b56bd0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 809 time: 0.1003833 Feb 16 10:38:54.727252 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-07a7542b-7b7e-474c-a283-34914424bfe7 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/quotas/4972d3a857c24f0cbd16fb8ac885092a HTTP/1.1" status: 200 len: 375 time: 0.0088987 Feb 16 10:38:54.785700 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-478794ae-a9ca-4705-93af-162da12abe80 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537038 Feb 16 10:38:54.880650 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-dfe1917f-24fc-4594-97d3-eedea8eacd8f service neutron] 10.222.0.45 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Feb 16 10:38:54.974174 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-370dea59-d3fc-4dd2-bd15-3716cd845ff4 service neutron] 10.222.0.45 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877798 Feb 16 10:38:55.253513 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c849ebcf-96ca-4a1c-98a7-51a73c2357c0 req-f043aa23-6976-4c62-b060-7981e8777aa4 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 210 time: 0.0302050 Feb 16 10:38:56.240149 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-c8294f96-fe14-43b3-bbad-8fb743755978 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:56.242250 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-c8294f96-fe14-43b3-bbad-8fb743755978 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 809 time: 0.1100676 Feb 16 10:38:56.309971 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-ad25e5c9-0828-4039-b4d7-791043134891 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4972d3a857c24f0cbd16fb8ac885092a HTTP/1.1" status: 200 len: 379 time: 0.0551541 Feb 16 10:38:56.323740 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'port': {'device_id': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'admin_state_up': True, 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'security_groups': ['de583457-dcd8-49aa-801e-4910ca3c6d76']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:56.354268 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e353f3da-caa0-4d79-9647-32ae22e463c5 req-d70c2aad-c3ac-4900-97b5-56a3799fc63c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 210 time: 0.0294423 Feb 16 10:38:56.437049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Made reservation on behalf of 4972d3a857c24f0cbd16fb8ac885092a for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:38:56.440720 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:56.562999 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Allocated IP 172.20.0.8 (c70eccb0-0507-42e7-b760-c25fed1f4d24/901cc41b-2516-4611-83e1-194151b7b05a/1f54fd39-e1be-405d-b5f0-f8c8912b0906) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:38:56.709505 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:56.743572 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:56.789920 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:38:56.793169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:38:56.796938 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:38:56.803559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:56.857272 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:56.857880 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:56.874875 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-5b12ebcc-064e-4cf6-b167-fd10e9e791c2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555260 Feb 16 10:38:56.888817 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Request body: {'port': {'device_id': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:38:56.951632 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.038240 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-3873cf94-776c-4443-8493-45da9446cce9 None None] Provisioning complete for port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:38:57.038854 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3873cf94-776c-4443-8493-45da9446cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.073727 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-3873cf94-776c-4443-8493-45da9446cce9 None None] Port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:38:57.217443 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f54fd39-e1be-405d-b5f0-f8c8912b0906 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:38:57.225494 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Publish callbacks [] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.237626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Transition to ACTIVE for port object 1f54fd39-e1be-405d-b5f0-f8c8912b0906 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:38:57.242481 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.289879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:57.364998 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Attempting to bind port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:38:57.365703 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Attempting to bind port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:38:57.365703 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Attempting to bind port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 on network c70eccb0-0507-42e7-b760-c25fed1f4d24 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:57.370557 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 on network c70eccb0-0507-42e7-b760-c25fed1f4d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:38:57.370882 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Attempting to bind port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 on network c70eccb0-0507-42e7-b760-c25fed1f4d24 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:38:57.375714 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:38:57.376100 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Checking segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:38:57.376636 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Bound using segment: {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:38:57.377102 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Bound port: 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d26f04-0e5b-4813-b774-1f633bc84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:38:57.377516 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.472393 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:38:57.487751 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:38:57.496466 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.532601 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928be9b-4c8d-4174-b652-57a5fb9747bd req-963167f4-28e6-40b4-8831-1fdb963acc26 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:57.534268 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6928be9b-4c8d-4174-b652-57a5fb9747bd req-963167f4-28e6-40b4-8831-1fdb963acc26 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.1019194 Feb 16 10:38:57.539075 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:57.539921 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:38:57.541367 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] 10.222.0.24 "PUT /v2.0/ports/1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 1093 time: 0.6568348 Feb 16 10:38:57.544924 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:38:57.548865 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7190d7d0-6162-4343-86be-8f310f214027" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:38:57.601163 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca2cbc-4111-4ee9-ac27-cb4abea1820b service neutron] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:38:57.620636 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c20896-e5d2-42d7-8527-ce76dbcf8cfb x-openstack-request-id: req-c2c20896-e5d2-42d7-8527-ce76dbcf8cfb {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:38:57.620928 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:38:57.621179 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2c20896-e5d2-42d7-8527-ce76dbcf8cfb {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:38:57.621577 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'status': 'completed', 'code': 200} Feb 16 10:38:57.656118 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6928be9b-4c8d-4174-b652-57a5fb9747bd req-1d3d2035-b145-421b-8b55-2b030c41a33c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118572 Feb 16 10:38:57.675257 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-a07ee930-1a26-4a72-a43e-518253d160bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:57.676870 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-a07ee930-1a26-4a72-a43e-518253d160bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1127 time: 0.0691934 Feb 16 10:38:57.727668 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-96660346-02b3-4538-992f-25bb4b5a4124 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 217 time: 0.0360153 Feb 16 10:38:57.777451 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-45d2eb50-2b3c-4bfd-9a6f-58052cdd9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:57.778919 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-45d2eb50-2b3c-4bfd-9a6f-58052cdd9f8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0446625 Feb 16 10:38:57.831436 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-543a9cea-a907-4e63-a7ae-162f9173a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:57.832932 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-543a9cea-a907-4e63-a7ae-162f9173a0c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470674 Feb 16 10:38:57.920714 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-a1092a38-b402-4eb5-870b-c02a049cd2a1 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799572 Feb 16 10:38:58.011397 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7778a479-e928-4d6b-b0f8-125c13d57f05 req-603bd593-9b77-4870-90be-c27438ffe348 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836484 Feb 16 10:38:58.105069 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d7d0-6162-4343-86be-8f310f214027 req-0ddd3bb6-6abf-40a5-88df-81fe05917764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:58.106576 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-0ddd3bb6-6abf-40a5-88df-81fe05917764 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1127 time: 0.0449774 Feb 16 10:38:58.203450 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d7d0-6162-4343-86be-8f310f214027 req-32f4b651-9ecc-4b10-a676-97b00b717fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:58.205112 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-32f4b651-9ecc-4b10-a676-97b00b717fcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 910 time: 0.0893073 Feb 16 10:38:58.252156 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-80981b1d-d95b-4fd0-81da-1e1720c8143f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 217 time: 0.0391662 Feb 16 10:38:58.304982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d7d0-6162-4343-86be-8f310f214027 req-ded14ad5-c0a0-4b61-9532-f537c50cabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:58.306470 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-ded14ad5-c0a0-4b61-9532-f537c50cabbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0445180 Feb 16 10:38:58.354606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d7d0-6162-4343-86be-8f310f214027 req-ca7fecd9-1bf6-4e88-b548-ae4ede01fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:58.356114 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-ca7fecd9-1bf6-4e88-b548-ae4ede01fd95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423605 Feb 16 10:38:58.449846 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-d484f29e-a9bc-485a-804f-20d625720e9e service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835350 Feb 16 10:38:58.540424 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7190d7d0-6162-4343-86be-8f310f214027 req-e52b4618-5d93-46f7-87a9-fb35000ec7a7 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842979 Feb 16 10:38:58.778357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb728bb-fb37-49bb-bbc4-f8e8ba9fe958 req-64249540-30c9-4666-8187-140a6b5735b9 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:58.779835 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2bb728bb-fb37-49bb-bbc4-f8e8ba9fe958 req-64249540-30c9-4666-8187-140a6b5735b9 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0528314 Feb 16 10:38:58.827465 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2bb728bb-fb37-49bb-bbc4-f8e8ba9fe958 req-5a793aca-af88-4513-9707-c14e2a17be58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Feb 16 10:38:59.942930 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4f5a-7d8e-4e05-83b8-16d7976580d9 req-878d7d47-a545-49ef-ace1-e869a82f2013 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:38:59.944420 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e9d4f5a-7d8e-4e05-83b8-16d7976580d9 req-878d7d47-a545-49ef-ace1-e869a82f2013 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0515263 Feb 16 10:38:59.995182 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e9d4f5a-7d8e-4e05-83b8-16d7976580d9 req-3fd03d86-800c-42f7-a508-9cc200f49aa2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447137 Feb 16 10:39:01.120482 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58d9a-b7a2-40bb-ba5c-24cedb05dc55 req-3fb2eb45-e6cb-41d8-890b-15bcf539e750 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:01.122216 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8cc58d9a-b7a2-40bb-ba5c-24cedb05dc55 req-3fb2eb45-e6cb-41d8-890b-15bcf539e750 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0583456 Feb 16 10:39:01.170396 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8cc58d9a-b7a2-40bb-ba5c-24cedb05dc55 req-29fe22cf-d849-4e19-902c-d22da2ac7c72 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Feb 16 10:39:01.661153 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d14b617d-9ef8-46b2-b19f-6b307b143265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:02.286589 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4710f57-c86f-4b8b-ba4d-1613c20c7879 req-aa2f417b-8d82-4275-bc38-e63ef9e60c12 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:02.287997 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c4710f57-c86f-4b8b-ba4d-1613c20c7879 req-aa2f417b-8d82-4275-bc38-e63ef9e60c12 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0530033 Feb 16 10:39:02.336208 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c4710f57-c86f-4b8b-ba4d-1613c20c7879 req-19a1f313-61f2-4b43-a944-d845917ee5f2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Feb 16 10:39:03.452673 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d4e8b-abf1-40e7-9934-d5f8932574da req-032798f6-71c8-4cf7-84cd-8857d1eb841f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:03.454185 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-668d4e8b-abf1-40e7-9934-d5f8932574da req-032798f6-71c8-4cf7-84cd-8857d1eb841f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0521517 Feb 16 10:39:03.502716 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-668d4e8b-abf1-40e7-9934-d5f8932574da req-fb34d403-737d-4e23-9c50-df523d9d5b61 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Feb 16 10:39:04.309064 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a162ba5f-723e-4789-af0a-ca1ea246533b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:04.629774 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccdd9d-7696-43bd-8bd1-e6f456dc6e81 req-8e147d42-f80c-4230-a369-7c06042eb8b9 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:04.631439 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-15ccdd9d-7696-43bd-8bd1-e6f456dc6e81 req-8e147d42-f80c-4230-a369-7c06042eb8b9 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0579162 Feb 16 10:39:04.683730 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-15ccdd9d-7696-43bd-8bd1-e6f456dc6e81 req-d353ec18-af3a-4fb5-82cb-e3ba824da2e5 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Feb 16 10:39:05.236653 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:05.587149 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:39:05.685785 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:05.697129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'port_id': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'mac_address': 'fa:16:3e:48:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:39:05.738940 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:05.739332 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:05.752981 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f54fd39-e1be-405d-b5f0-f8c8912b0906 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:39:05.772220 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:05.776341 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:05.805709 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f912da-4502-4b48-8dcb-481657da6818 req-179f52b9-2c20-42a8-8ab0-ead0da1f8e55 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:05.807242 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-00f912da-4502-4b48-8dcb-481657da6818 req-179f52b9-2c20-42a8-8ab0-ead0da1f8e55 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0524511 Feb 16 10:39:05.825589 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:05.833066 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.833394 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.833741 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.834075 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.834431 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.834788 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.835117 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.835479 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.835762 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.836085 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.836406 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.836727 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.837040 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:05.849513 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:39:05.863640 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-00f912da-4502-4b48-8dcb-481657da6818 req-8c59560d-0d75-4a8c-909c-41f895e1306d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498505 Feb 16 10:39:06.060082 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['1f54fd39-e1be-405d-b5f0-f8c8912b0906'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:39:06.719047 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:06.979157 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b327ef-7d92-478a-8df2-ce5ab0e158d2 req-b32dcfc1-7a45-4896-913e-75161fbcf24d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:06.980664 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-51b327ef-7d92-478a-8df2-ce5ab0e158d2 req-b32dcfc1-7a45-4896-913e-75161fbcf24d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 944 time: 0.0526173 Feb 16 10:39:07.029078 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-51b327ef-7d92-478a-8df2-ce5ab0e158d2 req-863509cb-d291-41ad-888f-7712bcf384b3 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Feb 16 10:39:07.350910 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-974dd129-2df5-47de-9936-0fbb1616aefe tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021831789&fields=id&tenant_id=4750d97fe2634f04ab230fae1e890012 HTTP/1.1" status: 200 len: 267 time: 0.0470691 Feb 16 10:39:07.412843 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-89b90927-22a5-4d25-933f-c90028e8b2e8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:07.414323 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-89b90927-22a5-4d25-933f-c90028e8b2e8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 984 time: 0.0581801 Feb 16 10:39:07.424576 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Request body: {'port': {'security_groups': ['e81955ae-8894-409d-9bf1-ba8137b2ab8e']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:07.502796 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.603651 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:39:07.659578 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:39:07.665326 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:39:07.665707 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.715833 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:07.751791 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for port (4e24e9a4-a940-4826-a186-1adaa163be15), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.759270 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13042638'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.762284 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:07.762838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.775624 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['4e24e9a4-a940-4826-a186-1adaa163be15'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:39:07.810446 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:07.811546 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.812517 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-83421ac5-ebd8-4de3-9f4d-25f22b227990 req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "PUT /v2.0/ports/4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 942 time: 0.3923230 Feb 16 10:39:07.816535 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:07.819109 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf1d4f-4525-48f1-9699-810cf5dd919a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:07.820692 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58282) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:07.825479 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:07.827727 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386817a8-a504-41f2-9b8d-6a754ef8e1ab" -d '{"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-plugged", "status": "completed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:07.845583 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:07.856108 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:07.874787 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b28b2-d1e7-4fdb-977e-55a8fe13fac4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event updated for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=7']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:07.883767 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11753b92-128c-49e5-b8f5-847d662318c6 x-openstack-request-id: req-11753b92-128c-49e5-b8f5-847d662318c6 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:07.884083 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:07.884328 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11753b92-128c-49e5-b8f5-847d662318c6 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:07.884741 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'status': 'completed', 'code': 200} Feb 16 10:39:07.920944 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['4e24e9a4-a940-4826-a186-1adaa163be15'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:39:07.952652 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8473e-0c86-4605-a7c6-a9dbbda52a75 x-openstack-request-id: req-7bf8473e-0c86-4605-a7c6-a9dbbda52a75 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:07.952991 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-plugged", "status": "completed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:07.953189 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bf8473e-0c86-4605-a7c6-a9dbbda52a75 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:07.953577 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'code': 200} Feb 16 10:39:07.989654 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:08.010695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83df31dd-e281-4d35-8783-a6c1cdeec7ed tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group (223bacd7-dcc1-44d7-8a31-b55f464e8e8d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.045831 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e00df0-6e0b-4076-bda8-6fc37aa129b4 req-22a4e01b-d1fa-44fa-92c6-0ab3da3526dc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.047479 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b3e00df0-6e0b-4076-bda8-6fc37aa129b4 req-22a4e01b-d1fa-44fa-92c6-0ab3da3526dc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1312172 Feb 16 10:39:08.067581 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83df31dd-e281-4d35-8783-a6c1cdeec7ed tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group (223bacd7-dcc1-44d7-8a31-b55f464e8e8d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.073215 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-5f1579b8-7d22-487e-a824-0ae25beeb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.075006 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-5f1579b8-7d22-487e-a824-0ae25beeb161 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1129 time: 0.1146140 Feb 16 10:39:08.170617 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.197934 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b3e00df0-6e0b-4076-bda8-6fc37aa129b4 req-639186d2-642a-486a-81be-a66033114a25 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269281 Feb 16 10:39:08.227259 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-a16eaf2b-a275-4326-b500-6cff553ec055 None None] Provisioning complete for port 4e24e9a4-a940-4826-a186-1adaa163be15 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:39:08.227641 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-a16eaf2b-a275-4326-b500-6cff553ec055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.228824 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c842-ce2c-4da9-a8c7-85290d8d674a req-398f4f5d-f1ec-47aa-b2af-d05c131fbb4a tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.235640 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89f4c842-ce2c-4da9-a8c7-85290d8d674a req-398f4f5d-f1ec-47aa-b2af-d05c131fbb4a tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0798397 Feb 16 10:39:08.267177 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-34794b7a-c4d0-4fe9-ae37-839254f6e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.268784 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-34794b7a-c4d0-4fe9-ae37-839254f6e4ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 915 time: 0.1778986 Feb 16 10:39:08.311737 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385b163-2f50-4a83-91ee-7d6b5c5446d9 req-d624bf1a-8fba-4f5a-b4ca-7cf587a587b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.313161 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0385b163-2f50-4a83-91ee-7d6b5c5446d9 req-d624bf1a-8fba-4f5a-b4ca-7cf587a587b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1129 time: 0.1008110 Feb 16 10:39:08.318450 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89f4c842-ce2c-4da9-a8c7-85290d8d674a req-1a434adc-79fc-4ff4-aabb-671a43d36413 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819995 Feb 16 10:39:08.328983 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83df31dd-e281-4d35-8783-a6c1cdeec7ed tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (223bacd7-dcc1-44d7-8a31-b55f464e8e8d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.331998 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83df31dd-e281-4d35-8783-a6c1cdeec7ed tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.335592 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-83df31dd-e281-4d35-8783-a6c1cdeec7ed tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "DELETE /v2.0/security-groups/223bacd7-dcc1-44d7-8a31-b55f464e8e8d HTTP/1.1" status: 204 len: 168 time: 0.5103490 Feb 16 10:39:08.335955 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58290) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:08.350022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df31dd-e281-4d35-8783-a6c1cdeec7ed tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223bacd7-dcc1-44d7-8a31-b55f464e8e8d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:08.365209 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-b1034b8d-99f5-4fc5-a406-60931e43ff32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 1000 time: 0.0828693 Feb 16 10:39:08.365634 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-a16eaf2b-a275-4326-b500-6cff553ec055 None None] Current status of the port 4e24e9a4-a940-4826-a186-1adaa163be15 is: ACTIVE; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:08.419253 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-6e3ac25c-496e-49c4-afcf-a213d3005f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.420728 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-6e3ac25c-496e-49c4-afcf-a213d3005f58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.0495312 Feb 16 10:39:08.467565 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0385b163-2f50-4a83-91ee-7d6b5c5446d9 req-95d2a885-5803-46ea-bcdc-bdd903ca3d71 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473172 Feb 16 10:39:08.469042 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-f58c0099-2554-4fe4-8787-ac5df10616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:08.470627 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-f58c0099-2554-4fe4-8787-ac5df10616d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437253 Feb 16 10:39:08.579212 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Deleting port d97f5285-eba7-45b5-85ce-bab1b04ef400 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:08.579472 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.656697 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.657039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for floatingip (d97f5285-eba7-45b5-85ce-bab1b04ef400), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.669745 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Calling delete_port for d97f5285-eba7-45b5-85ce-bab1b04ef400 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:08.745337 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-37617217-3a54-4efc-8868-d6b121f44d9e service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875893 Feb 16 10:39:08.834382 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9baf1d4f-4525-48f1-9699-810cf5dd919a req-0af7a4bf-59fe-4f69-8d59-516d726acefd service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Feb 16 10:39:08.849521 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (d97f5285-eba7-45b5-85ce-bab1b04ef400), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.881401 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event deleted for resources: {'Port': ['ID=d97f5285-eba7-45b5-85ce-bab1b04ef400,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:08.947639 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks [] for floatingip (94d431b1-7bee-4bf8-9466-43dd9e4d0538), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:08.948234 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Floating IP 94d431b1-7bee-4bf8-9466-43dd9e4d0538 disassociated (deleted). External IP: 172.27.2.45, port: 4e24e9a4-a940-4826-a186-1adaa163be15. Feb 16 10:39:09.160699 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:09.271100 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:09.276352 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:09.281722 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] Sync routers for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:09.291740 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:09.292478 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:09.326403 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6abecc-b5f1-4dd4-87fc-270358197a68 req-a21e7f5d-c3dc-40bf-91ef-1d45875511a7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:09.327991 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ca6abecc-b5f1-4dd4-87fc-270358197a68 req-a21e7f5d-c3dc-40bf-91ef-1d45875511a7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0638466 Feb 16 10:39:09.394001 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ca6abecc-b5f1-4dd4-87fc-270358197a68 req-00eea6a6-58b6-4680-ae33-c494646493b7 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589492 Feb 16 10:39:09.429686 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:09.559386 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-12dfc881-777d-45c7-afec-fd4f8efd0210 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "DELETE /v2.0/floatingips/94d431b1-7bee-4bf8-9466-43dd9e4d0538 HTTP/1.1" status: 204 len: 168 time: 1.2205870 Feb 16 10:39:09.590447 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4c47-b6f5-4583-ae0f-acc56ccde7d2 req-dfadb89d-546e-4ebd-aa3a-f9ea66c7da3c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:09.592063 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9cfc4c47-b6f5-4583-ae0f-acc56ccde7d2 req-dfadb89d-546e-4ebd-aa3a-f9ea66c7da3c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0733261 Feb 16 10:39:09.651849 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:09.666616 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9cfc4c47-b6f5-4583-ae0f-acc56ccde7d2 req-871fb242-95a0-4711-bbbb-00c1e87932f6 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535474 Feb 16 10:39:09.682553 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] Checking router: 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:09.691839 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:09.692567 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:09.810614 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:09.885771 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:09.888300 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41da07e3-5103-4a40-9488-0a4342ec4bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:09.924462 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eebc6a4-66d9-4bfa-ab1f-6b6ee962232d x-openstack-request-id: req-4eebc6a4-66d9-4bfa-ab1f-6b6ee962232d {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:09.924756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:09.925092 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4eebc6a4-66d9-4bfa-ab1f-6b6ee962232d {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:09.925491 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'status': 'completed', 'code': 200} Feb 16 10:39:10.003684 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-bfd2a14e-d656-41aa-983c-bf70394bd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.005121 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-bfd2a14e-d656-41aa-983c-bf70394bd3d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4750d97fe2634f04ab230fae1e890012&device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 1129 time: 0.0581827 Feb 16 10:39:10.021155 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:10.051891 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea65069-e4bb-4a55-b72f-c04e07de0a1e None None] The sync data for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi is: [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:35:41Z', 'revision_number': 4, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5865372b-8d46-4e83-9157-69c3311e0c86', 'name': '', 'network_id': '7562a1ef-a934-414d-b18d-7695e419c562', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'mac_address': 'fa:16:3e:4f:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:40Z', 'updated_at': '2022-02-16T10:35:46Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'subnets': [{'id': '4e517a03-e350-475b-9b50-f95aacaa8972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:10.099310 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-d941614a-71c3-4b80-8697-9a8b0acb2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.100794 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-d941614a-71c3-4b80-8697-9a8b0acb2c03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 200 len: 915 time: 0.0895407 Feb 16 10:39:10.149003 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-e8d0487b-e24b-4ce4-a399-15b3c0c23f68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 200 len: 217 time: 0.0410495 Feb 16 10:39:10.210343 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-1f3ca6a7-232c-4a16-ae91-4b4b0fd66427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.211845 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-1f3ca6a7-232c-4a16-ae91-4b4b0fd66427 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 200 len: 853 time: 0.0510511 Feb 16 10:39:10.222445 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-cc233549-9518-4eb0-9cd8-0130d654d903 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.224108 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-cc233549-9518-4eb0-9cd8-0130d654d903 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.0633655 Feb 16 10:39:10.277185 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-26f558b6-be9a-461f-8295-82b1a3db583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.278874 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-26f558b6-be9a-461f-8295-82b1a3db583d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7562a1ef-a934-414d-b18d-7695e419c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602005 Feb 16 10:39:10.335253 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Deleting port 93f5db16-8e6b-425e-a7f5-2f5a98312ada {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:10.335666 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:10.349783 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf5143-9250-4042-a961-a733597d50cd None None] New status for floating IP 94d431b1-7bee-4bf8-9466-43dd9e4d0538: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:39:10.379834 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-ffb4fa09-1fd5-4449-b802-995f532f86ef service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945122 Feb 16 10:39:10.435636 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] For port 93f5db16-8e6b-425e-a7f5-2f5a98312ada, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=93f5db16-8e6b-425e-a7f5-2f5a98312ada,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:10.436342 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:10.501443 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-41da07e3-5103-4a40-9488-0a4342ec4bb5 req-bd7cdf56-5951-4d8f-8a55-0153e2659f57 service neutron] 10.222.0.24 "GET /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157904 Feb 16 10:39:10.647999 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2a3e3-3f84-4a09-bee0-9a9f6d9d8915 req-8761643c-fcae-4165-acdf-760036c68d60 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.649479 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-efb2a3e3-3f84-4a09-bee0-9a9f6d9d8915 req-8761643c-fcae-4165-acdf-760036c68d60 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=abe26725-b464-4ca8-994e-05ce84417564 HTTP/1.1" status: 200 len: 945 time: 0.1366849 Feb 16 10:39:10.747402 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:10.747744 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (c48f3960-d23a-4e88-9463-ff963d3d9de5), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:10.748059 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.l3_db [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Floating IP c48f3960-d23a-4e88-9463-ff963d3d9de5 disassociated. External IP: 172.27.2.56, port: 93f5db16-8e6b-425e-a7f5-2f5a98312ada. Feb 16 10:39:10.748390 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Calling delete_port for 93f5db16-8e6b-425e-a7f5-2f5a98312ada owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:10.756869 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-efb2a3e3-3f84-4a09-bee0-9a9f6d9d8915 req-ced4f6c4-13ab-411e-a098-7b474551cd6f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=4386a331-507e-446c-a63c-7faacd9d7116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963197 Feb 16 10:39:10.779683 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2ff75-b2ef-452f-b65e-82ba75b54409 req-da0564a4-0bcd-4e6a-aedf-0a615ee20839 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.781221 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17c2ff75-b2ef-452f-b65e-82ba75b54409 req-da0564a4-0bcd-4e6a-aedf-0a615ee20839 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0658505 Feb 16 10:39:10.837391 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17c2ff75-b2ef-452f-b65e-82ba75b54409 req-92d80518-7c77-4d3e-a882-a6de9baf1e39 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467472 Feb 16 10:39:10.913799 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (93f5db16-8e6b-425e-a7f5-2f5a98312ada), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:10.949866 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event deleted for resources: {'Port': ['ID=93f5db16-8e6b-425e-a7f5-2f5a98312ada,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:10.983035 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c8356-4730-46e5-9ed1-1679bebcb1f4 req-0173efbd-4789-4b30-b194-dc650ecdb9a8 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:10.985021 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-367c8356-4730-46e5-9ed1-1679bebcb1f4 req-0173efbd-4789-4b30-b194-dc650ecdb9a8 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0780799 Feb 16 10:39:11.046344 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-367c8356-4730-46e5-9ed1-1679bebcb1f4 req-9f9f1e0c-280a-4602-ab62-b9661a7abb41 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554929 Feb 16 10:39:11.074396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58322) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:11.086342 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:11.212454 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:11.226296 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:11.238603 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:11.239732 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:11.262534 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] No DVR routers for this DVR port 93f5db16-8e6b-425e-a7f5-2f5a98312ada on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:11.265188 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:11.269410 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38ac8a76-049f-4f7d-9518-75cf3901a87d req-ed8eed36-c39a-48ba-8cbb-5ce617834862 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "DELETE /v2.0/ports/93f5db16-8e6b-425e-a7f5-2f5a98312ada HTTP/1.1" status: 204 len: 173 time: 1.0397420 Feb 16 10:39:11.329189 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da72f9-6b18-47d5-87a1-f08f60758dcd tempest-TestShelveInstance-906602842 tempest-TestShelveInstance-906602842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:11.332242 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c0da72f9-6b18-47d5-87a1-f08f60758dcd tempest-TestShelveInstance-906602842 tempest-TestShelveInstance-906602842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1124 time: 0.2566812 Feb 16 10:39:11.334944 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58328) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:11.339344 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'port_id': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:11.362985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:11.387169 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:11.472432 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:11.582337 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Allocated IP 172.27.2.39 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/2aaec13f-2e64-4d7c-b698-ff471129b82b) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:39:11.603156 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:11.634152 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:11.642653 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:11.643718 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:11.691508 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:11.751745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:11.781092 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:11.804787 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:39:11.809747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:39:11.816771 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:39:11.863080 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'Port': ['ID=2aaec13f-2e64-4d7c-b698-ff471129b82b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:11.873687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58336) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:11.930588 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'name': 'network-vif-deleted', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:11.933321 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c86a5-605d-4431-be5d-a6a1d7d2453f" -d '{"events": [{"server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "name": "network-vif-deleted", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:11.968316 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74a828e3-cfb0-4727-a083-2d94dab9b461 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (4386a331-507e-446c-a63c-7faacd9d7116), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:11.997763 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74a828e3-cfb0-4727-a083-2d94dab9b461 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (4386a331-507e-446c-a63c-7faacd9d7116), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.007589 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e78b7-745c-4be5-8530-a8dfd0b70a92 x-openstack-request-id: req-c48e78b7-745c-4be5-8530-a8dfd0b70a92 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:12.007879 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe26725-b464-4ca8-994e-05ce84417564", "name": "network-vif-deleted", "tag": "93f5db16-8e6b-425e-a7f5-2f5a98312ada", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:12.008269 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c48e78b7-745c-4be5-8530-a8dfd0b70a92 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:12.008730 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe26725-b464-4ca8-994e-05ce84417564', 'name': 'network-vif-deleted', 'tag': '93f5db16-8e6b-425e-a7f5-2f5a98312ada', 'status': 'completed', 'code': 200} Feb 16 10:39:12.062754 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74a828e3-cfb0-4727-a083-2d94dab9b461 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4386a331-507e-446c-a63c-7faacd9d7116), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.066508 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74a828e3-cfb0-4727-a083-2d94dab9b461 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.068245 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-74a828e3-cfb0-4727-a083-2d94dab9b461 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "DELETE /v2.0/security-groups/4386a331-507e-446c-a63c-7faacd9d7116 HTTP/1.1" status: 204 len: 168 time: 0.1928132 Feb 16 10:39:12.071319 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58348) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:12.086653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a828e3-cfb0-4727-a083-2d94dab9b461 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4386a331-507e-446c-a63c-7faacd9d7116,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:12.112860 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-1109d00f-048e-4c0d-a1c0-dd921312f684 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] show failed (client error): The resource could not be found. Feb 16 10:39:12.115602 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1109d00f-048e-4c0d-a1c0-dd921312f684 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups/4386a331-507e-446c-a63c-7faacd9d7116 HTTP/1.1" status: 404 len: 347 time: 0.0432169 Feb 16 10:39:12.123096 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58352) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:12.149360 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.383003 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Deleting port f92021dc-f6f8-435d-955e-1afd1c8b0efe {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:12.383349 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.419591 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:12.493120 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb351fe0-81cd-4647-9853-e193378e0cc7 None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:12.493288 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.493615 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (f92021dc-f6f8-435d-955e-1afd1c8b0efe), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.536034 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Calling delete_port for f92021dc-f6f8-435d-955e-1afd1c8b0efe owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:12.654255 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d575886-4b68-4c49-9b6e-7d2f2adff864 req-c7c958b0-0421-43ae-81fc-5c32b6f9b9c3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:12.655808 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d575886-4b68-4c49-9b6e-7d2f2adff864 req-c7c958b0-0421-43ae-81fc-5c32b6f9b9c3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1174164 Feb 16 10:39:12.715674 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85058e7-f437-4172-aa87-a93480422680 req-58ce39ba-10df-4f39-bed6-c649a7b7f3c2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:12.724068 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a85058e7-f437-4172-aa87-a93480422680 req-58ce39ba-10df-4f39-bed6-c649a7b7f3c2 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0951507 Feb 16 10:39:12.742281 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d575886-4b68-4c49-9b6e-7d2f2adff864 req-0c3229a8-a894-4b8b-895b-3528076015b5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793734 Feb 16 10:39:12.775833 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (f92021dc-f6f8-435d-955e-1afd1c8b0efe), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.804081 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event deleted for resources: {'Port': ['ID=f92021dc-f6f8-435d-955e-1afd1c8b0efe,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:12.881816 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (c48f3960-d23a-4e88-9463-ff963d3d9de5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.884522 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:12.888716 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-caad27b6-15f2-430a-933e-96d81256f2d3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "DELETE /v2.0/floatingips/c48f3960-d23a-4e88-9463-ff963d3d9de5 HTTP/1.1" status: 204 len: 168 time: 0.7616129 Feb 16 10:39:12.890442 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea9b1f-6b66-4f34-8430-16de7565b388 None None] New status for floating IP c48f3960-d23a-4e88-9463-ff963d3d9de5: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:39:12.895301 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a85058e7-f437-4172-aa87-a93480422680 req-3348b9e5-ddff-43df-9390-50d5a41f3023 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703768 Feb 16 10:39:12.933949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for floatingip (dedb919a-dd28-4d88-8399-31a50d3368dd), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.027540 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.079773 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58364) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:13.085494 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803937169', 'description': 'tempest-description--1190709251'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:13.106391 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.181635 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (2a886275-db2a-473f-9c6a-e8c3888d2b37), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.186577 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (2a886275-db2a-473f-9c6a-e8c3888d2b37), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.195187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.200386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.211341 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.212604 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1311290 Feb 16 10:39:13.215927 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58366) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:13.220258 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'security_group_rule': {'security_group_id': '2a886275-db2a-473f-9c6a-e8c3888d2b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:13.243278 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3bf43-d58a-47fc-80ca-210fd741ffd3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a886275-db2a-473f-9c6a-e8c3888d2b37,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:13.264687 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (947c6a67-0433-4040-9219-101c9614662c), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.273777 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event updated for resources: {'Port': ['ID=2aaec13f-2e64-4d7c-b698-ff471129b82b,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:13.286664 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (dedb919a-dd28-4d88-8399-31a50d3368dd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.314337 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (947c6a67-0433-4040-9219-101c9614662c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.318449 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (947c6a67-0433-4040-9219-101c9614662c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.337691 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947c6a67-0433-4040-9219-101c9614662c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:13.348796 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.352621 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1f4a33ef-46af-4e47-b66d-c71d9c3dd5cc tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332281 Feb 16 10:39:13.352955 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58368) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:13.357866 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'security_group_rule': {'security_group_id': '2a886275-db2a-473f-9c6a-e8c3888d2b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:13.386051 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (cc9c2733-067a-4773-a060-eaf25c55ccce), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.402267 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Floating IP dedb919a-dd28-4d88-8399-31a50d3368dd associated. External IP: 172.27.2.39, port: 1f54fd39-e1be-405d-b5f0-f8c8912b0906. Feb 16 10:39:13.451980 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (cc9c2733-067a-4773-a060-eaf25c55ccce), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.457281 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (cc9c2733-067a-4773-a060-eaf25c55ccce), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.474753 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9c2733-067a-4773-a060-eaf25c55ccce,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:13.483574 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.487060 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1c7e0bda-e4b3-48ce-97d4-a749f0bdf22c tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322510 Feb 16 10:39:13.488590 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58370) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:13.495130 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:13.531044 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.715911 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Router 6d085b53-eb21-45bb-96f2-8d0640eccb71 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:13.769892 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:13.968563 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a639e-65e2-486a-9642-989d29d60138 req-98d1d404-859f-442b-a15a-2d97c1f27cc0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:13.975507 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2c8a639e-65e2-486a-9642-989d29d60138 req-98d1d404-859f-442b-a15a-2d97c1f27cc0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1327167 Feb 16 10:39:13.992065 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:14.002670 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] Sync routers for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:14.019347 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Allocated IP 172.27.2.19 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/cbe7b783-aea5-4434-b802-32d1230f992a) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:39:14.024239 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:14.025026 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:14.043511 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.073798 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d8aa-7b1f-4703-9f2e-d9d0a34654c3 req-b5467c07-0fda-4cdb-9fb4-f4cc4da6ced4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:14.075505 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58c2d8aa-7b1f-4703-9f2e-d9d0a34654c3 req-b5467c07-0fda-4cdb-9fb4-f4cc4da6ced4 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.1022739 Feb 16 10:39:14.127340 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2c8a639e-65e2-486a-9642-989d29d60138 req-aabd860c-3dc6-44fc-b5ec-d2bb211aaf67 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443660 Feb 16 10:39:14.129354 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2b399caa-3748-45fc-ae25-9a23df567e58 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7934599 Feb 16 10:39:14.132098 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:14.137400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287909f4-2ca3-4663-aa70-bcb446629400" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:14.148485 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58c2d8aa-7b1f-4703-9f2e-d9d0a34654c3 req-d0236764-4423-4f37-8a88-5d252c792ab5 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/security-groups?id=e81955ae-8894-409d-9bf1-ba8137b2ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628440 Feb 16 10:39:14.183723 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:14.205060 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5016b63d-63e5-4e1c-9180-a6c40986dc62 x-openstack-request-id: req-5016b63d-63e5-4e1c-9180-a6c40986dc62 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:14.206242 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:14.206449 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5016b63d-63e5-4e1c-9180-a6c40986dc62 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:14.206862 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'status': 'completed', 'code': 200} Feb 16 10:39:14.241618 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for port (cbe7b783-aea5-4434-b802-32d1230f992a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.278555 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-c3c66c7a-d798-4958-9b63-dd0d1289981b tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:14.280904 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-c3c66c7a-d798-4958-9b63-dd0d1289981b tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 945 time: 0.0642316 Feb 16 10:39:14.313327 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287909f4-2ca3-4663-aa70-bcb446629400 req-d358bdf4-2633-4826-95e3-b4c60f310bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:14.315460 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-d358bdf4-2633-4826-95e3-b4c60f310bad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1129 time: 0.0869617 Feb 16 10:39:14.329659 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (cbe7b783-aea5-4434-b802-32d1230f992a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.406405 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:39:14.408070 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Deleting port 4e24e9a4-a940-4826-a186-1adaa163be15 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:14.408891 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.415002 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:39:14.443121 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:39:14.445232 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'Port': ['ID=cbe7b783-aea5-4434-b802-32d1230f992a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:14.484093 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'dedb919a-dd28-4d88-8399-31a50d3368dd', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'port_id': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'mac_address': 'fa:16:3e:48:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:39:12Z', 'updated_at': '2022-02-16T10:39:12Z', 'revision_number': 0, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:14.515343 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287909f4-2ca3-4663-aa70-bcb446629400 req-db4aedaf-52d5-454d-8d45-e3b5d8c1070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:14.516777 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-db4aedaf-52d5-454d-8d45-e3b5d8c1070e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 910 time: 0.1947496 Feb 16 10:39:14.519158 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] Checking router: 6d085b53-eb21-45bb-96f2-8d0640eccb71 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:14.526062 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] For port 4e24e9a4-a940-4826-a186-1adaa163be15, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4e24e9a4-a940-4826-a186-1adaa163be15,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:14.526826 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.534472 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:14.535474 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:14.544489 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Calling delete_port for 4e24e9a4-a940-4826-a186-1adaa163be15 owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:14.619934 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-9019a075-7789-475d-9d9b-2dc549b0a890 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 998 time: 0.0962851 Feb 16 10:39:14.623444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (754a0b0d-754d-40f1-a3fc-dae9ceff98db), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.697527 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:14.709688 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287909f4-2ca3-4663-aa70-bcb446629400 req-caa480b5-ba3d-4cfb-8202-33809bb59f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:14.711218 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-caa480b5-ba3d-4cfb-8202-33809bb59f15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0800231 Feb 16 10:39:14.711774 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (cbe7b783-aea5-4434-b802-32d1230f992a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.757781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (4e24e9a4-a940-4826-a186-1adaa163be15), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.790408 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Pushing event deleted for resources: {'Port': ['ID=4e24e9a4-a940-4826-a186-1adaa163be15,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:14.822843 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287909f4-2ca3-4663-aa70-bcb446629400 req-3b19c197-3e82-4318-b0bf-a2c4bd158aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:14.824414 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-3b19c197-3e82-4318-b0bf-a2c4bd158aa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0911858 Feb 16 10:39:14.831651 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['4e24e9a4-a940-4826-a186-1adaa163be15'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:39:14.857483 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] No DVR routers for this DVR port 4e24e9a4-a940-4826-a186-1adaa163be15 on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:14.860414 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:14.868263 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-865ce6b9-fb0c-4633-9921-1abf0695f9a7 req-6e076e19-1204-4a6f-b519-fd47f47998f8 tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.24 "DELETE /v2.0/ports/4e24e9a4-a940-4826-a186-1adaa163be15 HTTP/1.1" status: 204 len: 173 time: 0.5826018 Feb 16 10:39:14.869246 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'name': 'network-vif-deleted', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:14.872736 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d912a-831f-461a-92b2-d85425fa5b51" -d '{"events": [{"server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "name": "network-vif-deleted", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:14.920529 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df943dcd-dedf-43a3-aa8f-599eec112225 x-openstack-request-id: req-df943dcd-dedf-43a3-aa8f-599eec112225 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:14.920828 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca891444-a754-4c08-ac80-d0ec420031ac", "name": "network-vif-deleted", "tag": "4e24e9a4-a940-4826-a186-1adaa163be15", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:14.921084 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df943dcd-dedf-43a3-aa8f-599eec112225 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:14.921692 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca891444-a754-4c08-ac80-d0ec420031ac', 'name': 'network-vif-deleted', 'tag': '4e24e9a4-a940-4826-a186-1adaa163be15', 'status': 'completed', 'code': 200} Feb 16 10:39:15.023013 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-c8f6fe11-a6f9-4157-907b-411c9973c4de service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630199 Feb 16 10:39:15.040107 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for port (cbe7b783-aea5-4434-b802-32d1230f992a), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:15.045835 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'dedb919a-dd28-4d88-8399-31a50d3368dd', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'port_id': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'mac_address': 'fa:16:3e:48:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:39:12Z', 'updated_at': '2022-02-16T10:39:12Z', 'revision_number': 0, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:15.054007 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (cbe7b783-aea5-4434-b802-32d1230f992a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:15.074576 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27077bd2-9ba5-47ac-b2f1-45c7b4f1b133 None None] The sync data for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi is: [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'dedb919a-dd28-4d88-8399-31a50d3368dd', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'port_id': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'mac_address': 'fa:16:3e:48:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:39:12Z', 'updated_at': '2022-02-16T10:39:12Z', 'revision_number': 0, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:15.174231 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'Port': ['ID=cbe7b783-aea5-4434-b802-32d1230f992a,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:15.203139 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-287909f4-2ca3-4663-aa70-bcb446629400 req-fe6faaf4-64da-4eb7-9aa6-c3e11ccac57b service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725407 Feb 16 10:39:15.204434 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (754a0b0d-754d-40f1-a3fc-dae9ceff98db), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:15.241925 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:15.246740 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bdf83b9a-8ccc-4a3e-83d4-419df6035418 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7569971 Feb 16 10:39:15.298574 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e98e-a586-4e19-8449-864671f8027a req-fe2b9caf-53e7-4a5f-bbc5-92dd62ba7f63 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:15.306030 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1525e98e-a586-4e19-8449-864671f8027a req-fe2b9caf-53e7-4a5f-bbc5-92dd62ba7f63 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0757990 Feb 16 10:39:15.332474 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8554a63-9d61-4e86-9184-6080f75e90ed req-ca9be8be-f00e-41d5-95f7-54065b293afa tempest-TestMinimumBasicScenario-229699873 tempest-TestMinimumBasicScenario-229699873-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca891444-a754-4c08-ac80-d0ec420031ac HTTP/1.1" status: 200 len: 210 time: 0.0404215 Feb 16 10:39:15.363632 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1525e98e-a586-4e19-8449-864671f8027a req-8a049828-e7f5-4485-887b-e03ae104dae3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566189 Feb 16 10:39:15.409740 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340b8d14-fb92-4e75-b08f-c640283ffc57 None None] New status for floating IP dedb919a-dd28-4d88-8399-31a50d3368dd: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:39:15.473827 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-e4d1b23d-9769-48b8-a03e-e9ec05975910 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1803937169&fields=id&tenant_id=56f7fbb4a63f44c89653734f9047af7c HTTP/1.1" status: 200 len: 267 time: 0.0478961 Feb 16 10:39:15.600369 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-242b784e-ccbc-4f58-b4d4-1eae595796ba tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:15.602553 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-242b784e-ccbc-4f58-b4d4-1eae595796ba tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 811 time: 0.1221664 Feb 16 10:39:15.622818 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-7ef4d147-f8bf-4235-8736-e01fe368c236 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/quotas/56f7fbb4a63f44c89653734f9047af7c HTTP/1.1" status: 200 len: 375 time: 0.0121896 Feb 16 10:39:15.630496 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 93f5db16-8e6b-425e-a7f5-2f5a98312ada no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:15.652813 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 93f5db16-8e6b-425e-a7f5-2f5a98312ada {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:15.653238 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 93f5db16-8e6b-425e-a7f5-2f5a98312ada not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:15.696874 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-5ba0e0b3-6df8-487e-8c5c-719a089f9af0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622344 Feb 16 10:39:15.795029 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-1e947230-28ec-466b-80ff-6fdc00efd7ba service neutron] 10.222.0.45 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862846 Feb 16 10:39:15.887523 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-9e0c090f-ba67-4797-a262-e2a04d9c3ef9 service neutron] 10.222.0.45 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866799 Feb 16 10:39:16.049501 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75aaddd4-90db-44ff-bdb8-2f6af8897f8c req-c90a63a4-2d66-463d-ad6b-5da4d90acdf2 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 210 time: 0.0320835 Feb 16 10:39:16.498944 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb79a1-bab3-4926-929f-4945d137be32 req-516aa31c-de66-4779-9386-ab63debcd79a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:16.500440 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87bb79a1-bab3-4926-929f-4945d137be32 req-516aa31c-de66-4779-9386-ab63debcd79a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0584314 Feb 16 10:39:16.557337 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87bb79a1-bab3-4926-929f-4945d137be32 req-8154f9a8-a1ef-4250-97eb-5644bb8f06b0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481296 Feb 16 10:39:16.996766 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-f545a416-6bd2-4489-93b3-4290dd88ae73 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:16.998644 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-f545a416-6bd2-4489-93b3-4290dd88ae73 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 811 time: 0.1152134 Feb 16 10:39:17.063756 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-9b07d3f8-b351-42ba-beb8-669c2ca52750 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f7fbb4a63f44c89653734f9047af7c HTTP/1.1" status: 200 len: 380 time: 0.0563376 Feb 16 10:39:17.077085 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'port': {'device_id': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'admin_state_up': True, 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'security_groups': ['2a886275-db2a-473f-9c6a-e8c3888d2b37']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:17.112340 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58464) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:17.180260 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93b99f65-05aa-44cf-b8e1-eeb6bf94d0f3 req-70f322ef-fab8-4ffa-be5e-a85a22a5df0d tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 210 time: 0.0327520 Feb 16 10:39:17.222677 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Made reservation on behalf of 56f7fbb4a63f44c89653734f9047af7c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:39:17.225996 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.352309 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Allocated IP 172.20.0.4 (8977f40d-da89-4595-86ad-1970e5a4d3d8/8a2201c3-8d9f-47dc-86a2-a09981ae1020/1e90e5a6-87de-46b8-b71c-5adcd6c83e64) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:39:17.485393 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.524028 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.543640 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.569037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:39:17.572157 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:39:17.579578 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:39:17.609754 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event updated for resources: {'Port': ['ID=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:17.644619 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:17.645243 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.663264 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-8f61ab6c-34f1-4b1f-a055-950d41b42ab5 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922906 Feb 16 10:39:17.675303 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Request body: {'port': {'device_id': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:17.742225 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.883267 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-7a820aae-db52-4f24-8968-6ba881e03d41 None None] Provisioning complete for port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:39:17.883837 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7a820aae-db52-4f24-8968-6ba881e03d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:17.926422 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-7a820aae-db52-4f24-8968-6ba881e03d41 None None] Port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:39:18.020678 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:39:18.021758 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d53400-a35a-40e0-b6cf-fc053f9cf041 req-21508699-bc10-4df4-8064-62058c817c53 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:18.023305 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45d53400-a35a-40e0-b6cf-fc053f9cf041 req-21508699-bc10-4df4-8064-62058c817c53 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.3714662 Feb 16 10:39:18.028898 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Publish callbacks [] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.042943 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Transition to ACTIVE for port object 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:39:18.047914 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.112214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Pushing event updated for resources: {'Port': ['ID=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:18.126587 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45d53400-a35a-40e0-b6cf-fc053f9cf041 req-109bb5c3-293f-4bdf-86df-bc795cd581a6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929315 Feb 16 10:39:18.200973 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Deleting port 5865372b-8d46-4e83-9157-69c3311e0c86 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:18.201326 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.325660 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] For port 5865372b-8d46-4e83-9157-69c3311e0c86, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5865372b-8d46-4e83-9157-69c3311e0c86,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:18.326026 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.342434 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Calling delete_port for 5865372b-8d46-4e83-9157-69c3311e0c86 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:18.513125 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Attempting to bind port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:39:18.513453 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Attempting to bind port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:39:18.513778 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Attempting to bind port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:39:18.526060 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c06e9-042d-4f33-9ce9-145591243ced req-6d9dbdd8-c642-4004-90ec-eb551430b373 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:18.527551 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-686c06e9-042d-4f33-9ce9-145591243ced req-6d9dbdd8-c642-4004-90ec-eb551430b373 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 943 time: 0.0769525 Feb 16 10:39:18.528246 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:39:18.528561 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Attempting to bind port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 on network 8977f40d-da89-4595-86ad-1970e5a4d3d8 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:39:18.533566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:39:18.533904 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Checking segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:39:18.534310 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Bound using segment: {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:39:18.534727 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Bound port: 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58531d5-4e3e-432b-bbfd-296209127d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:39:18.535081 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.547158 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (5865372b-8d46-4e83-9157-69c3311e0c86), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.575158 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Pushing event deleted for resources: {'Port': ['ID=5865372b-8d46-4e83-9157-69c3311e0c86,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:18.626299 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-686c06e9-042d-4f33-9ce9-145591243ced req-e0e3758a-4a67-47cb-b100-f8167f444358 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890923 Feb 16 10:39:18.637420 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] For port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:39:18.640791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] For port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:39:18.650042 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.687361 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:18.687983 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.690800 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e90e5a6-87de-46b8-b71c-5adcd6c83e64 HTTP/1.1" status: 200 len: 1093 time: 1.0204043 Feb 16 10:39:18.696166 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:18.698858 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c9edca-f24b-4de0-a3d8-6152596a997f" -d '{"events": [{"name": "network-changed", "server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:18.773282 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7f68d4-8760-4ded-8f74-8c0be2243a8c x-openstack-request-id: req-2d7f68d4-8760-4ded-8f74-8c0be2243a8c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:18.773776 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:18.774249 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d7f68d4-8760-4ded-8f74-8c0be2243a8c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:18.774668 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'status': 'completed', 'code': 200} Feb 16 10:39:18.782191 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52d3b-c98d-4018-b1d9-9a0e86c49f75 service neutron] Pushing event updated for resources: {'Port': ['ID=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:18.789064 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:18.830382 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-714bb1fb-6f2b-473b-8f89-06a7af02cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:18.832050 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-714bb1fb-6f2b-473b-8f89-06a7af02cf3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 1127 time: 0.0684617 Feb 16 10:39:18.883877 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-a0669d41-a51a-458d-a7d2-1af425999e9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64 HTTP/1.1" status: 200 len: 217 time: 0.0445471 Feb 16 10:39:18.941412 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-77337d8c-954d-45fd-972e-e55a38c0fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:18.942962 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-77337d8c-954d-45fd-972e-e55a38c0fc27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0515866 Feb 16 10:39:18.996745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-52c253b7-f126-48c3-93a1-55b7eb5dc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:18.998319 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-52c253b7-f126-48c3-93a1-55b7eb5dc5c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494995 Feb 16 10:39:19.027924 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:19.090924 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-edd21e3e-63ee-4b9b-9fa2-95738d5e6642 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861225 Feb 16 10:39:19.133722 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:19.141338 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d74a530e-07b9-4f6b-8107-9c1e8ebaeddf admin admin] 10.222.0.45 "PUT /v2.0/routers/1fed3994-d3a4-48d6-bca5-3d90a8bd4174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0253756 Feb 16 10:39:19.141485 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58472) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:19.143277 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] Sync routers for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:19.154588 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:19.155269 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:19.183645 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dff99f1c-c1ac-4d2a-b497-748dd879232b req-ce70a908-d89f-44b6-a950-6a4c2b4d8ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864656 Feb 16 10:39:19.260465 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks [] for router (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:19.300421 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b2c4d-bea4-4146-80b2-6a0d26d4c1a9 req-785e59ec-50fa-4a0b-99fc-648b26304b94 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:19.301730 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:19.301883 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-650b2c4d-bea4-4146-80b2-6a0d26d4c1a9 req-785e59ec-50fa-4a0b-99fc-648b26304b94 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0933254 Feb 16 10:39:19.307492 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-57b0a938-4c77-4458-9ab2-2eaa281e1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:19.308935 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-57b0a938-4c77-4458-9ab2-2eaa281e1664 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 1127 time: 0.0700254 Feb 16 10:39:19.379492 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks [] for router_gateway (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:19.403182 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-650b2c4d-bea4-4146-80b2-6a0d26d4c1a9 req-612226ab-e174-4544-aeb7-d0a82fd33860 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932679 Feb 16 10:39:19.428884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-5f9e5c34-14e0-40df-8f79-d4708da59796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:19.434283 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-5f9e5c34-14e0-40df-8f79-d4708da59796 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.1139548 Feb 16 10:39:19.438339 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Deleting port a3454daf-b46a-42ea-a244-ea6670cc2b34 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:19.438788 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:19.478377 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-17627f86-3fbf-4dda-9020-a72b7e654bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64 HTTP/1.1" status: 200 len: 217 time: 0.0412376 Feb 16 10:39:19.486636 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:39:18Z', 'revision_number': 5, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port': {'id': 'a3454daf-b46a-42ea-a244-ea6670cc2b34', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:37Z', 'updated_at': '2022-02-16T10:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:19.529509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] For port a3454daf-b46a-42ea-a244-ea6670cc2b34, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a3454daf-b46a-42ea-a244-ea6670cc2b34,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:19.529870 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:19.532931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-e361d5d6-5ecc-4cd6-9d4d-8d39f6202ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:19.535332 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-e361d5d6-5ecc-4cd6-9d4d-8d39f6202ca4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0496874 Feb 16 10:39:19.544192 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Calling delete_port for a3454daf-b46a-42ea-a244-ea6670cc2b34 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:19.587841 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-9add0667-68b8-443f-b554-2f170208b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:19.589338 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-9add0667-68b8-443f-b554-2f170208b9a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476284 Feb 16 10:39:19.667460 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 4e24e9a4-a940-4826-a186-1adaa163be15 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:19.669419 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] Checking router: 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:19.692867 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 4e24e9a4-a940-4826-a186-1adaa163be15 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:19.693299 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 4e24e9a4-a940-4826-a186-1adaa163be15 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:19.696041 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-b2cbad98-b2dd-4c88-9416-4a89292deda3 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002851 Feb 16 10:39:19.700190 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] Routers {'1fed3994-d3a4-48d6-bca5-3d90a8bd4174'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:19.700895 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:19.760319 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (a3454daf-b46a-42ea-a244-ea6670cc2b34), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:19.794294 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3454daf-b46a-42ea-a244-ea6670cc2b34,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:19.795346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] Set router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:19.806375 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23c9edca-f24b-4de0-a3d8-6152596a997f req-c78a7de0-56c1-4803-9025-9fd016ee5c1b service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006660 Feb 16 10:39:19.856762 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:39:19Z', 'revision_number': 6, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:19.862075 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce4971-6752-4916-8971-cc0b08274651 req-1922d765-bc3d-4e1d-b5fb-062f7dcdb4e2 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:19.863688 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9fce4971-6752-4916-8971-cc0b08274651 req-1922d765-bc3d-4e1d-b5fb-062f7dcdb4e2 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 943 time: 0.1326935 Feb 16 10:39:19.873828 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:19.890392 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1543e-df8d-4e85-b62e-1accf86bf7b0 None None] The sync data for ids ['1fed3994-d3a4-48d6-bca5-3d90a8bd4174'] in dv-cinder-804757-12-iscsi is: [{'id': '1fed3994-d3a4-48d6-bca5-3d90a8bd4174', 'name': 'tempest-TestMinimumBasicScenario-564425441-router', 'tenant_id': '4750d97fe2634f04ab230fae1e890012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:36Z', 'updated_at': '2022-02-16T10:39:19Z', 'revision_number': 6, 'project_id': '4750d97fe2634f04ab230fae1e890012', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:19.995846 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.001236 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks [] for router_controller (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.012263 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9fce4971-6752-4916-8971-cc0b08274651 req-e85f9ce1-9fae-421a-bfcf-b3fd7299000a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400886 Feb 16 10:39:20.055140 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (1fed3994-d3a4-48d6-bca5-3d90a8bd4174), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.055695 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fed3994-d3a4-48d6-bca5-3d90a8bd4174 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:39:20.059884 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.061045 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-034d8f1c-a81f-4e6c-9e58-0779763b6645 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1fed3994-d3a4-48d6-bca5-3d90a8bd4174 HTTP/1.1" status: 204 len: 168 time: 0.9186411 Feb 16 10:39:20.063653 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58478) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:20.107177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Deleting subnet 4e517a03-e350-475b-9b50-f95aacaa8972 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:39:20.110159 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Publish callbacks [] for subnet (4e517a03-e350-475b-9b50-f95aacaa8972), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.144747 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (4e517a03-e350-475b-9b50-f95aacaa8972), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.254409 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (4e517a03-e350-475b-9b50-f95aacaa8972), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.325313 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (4e517a03-e350-475b-9b50-f95aacaa8972), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.351390 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e517a03-e350-475b-9b50-f95aacaa8972,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:20.356208 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.360043 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0698989b-fb5b-4099-a2cd-a6a4c7ca6151 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4e517a03-e350-475b-9b50-f95aacaa8972 HTTP/1.1" status: 204 len: 168 time: 0.2951710 Feb 16 10:39:20.361815 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0210261-6c12-4ec9-afb5-8fc5fb4c6fe4 None None] Network 7562a1ef-a934-414d-b18d-7695e419c562 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:39:20.364314 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58480) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:20.437323 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (7562a1ef-a934-414d-b18d-7695e419c562), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.508274 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Deleting port 60c2728a-c710-436f-a694-062e2a118ef5 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:20.508616 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (60c2728a-c710-436f-a694-062e2a118ef5), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.598935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] For port 60c2728a-c710-436f-a694-062e2a118ef5, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=60c2728a-c710-436f-a694-062e2a118ef5,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:20.599225 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (60c2728a-c710-436f-a694-062e2a118ef5), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.613973 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44498e06-59f9-4493-928a-c8900281666f req-d1b8677f-156f-42a5-8240-d4778af646c3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:20.615429 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-44498e06-59f9-4493-928a-c8900281666f req-d1b8677f-156f-42a5-8240-d4778af646c3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1214476 Feb 16 10:39:20.622685 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Calling delete_port for 60c2728a-c710-436f-a694-062e2a118ef5 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:20.676832 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] DHCP port deletion for 7562a1ef-a934-414d-b18d-7695e419c562 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:39:20.709927 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-44498e06-59f9-4493-928a-c8900281666f req-642db9d1-c338-4caf-9376-cbd783aec2ec tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884607 Feb 16 10:39:20.739376 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Deleting port 60c2728a-c710-436f-a694-062e2a118ef5 {{(pid=102812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:20.739971 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (60c2728a-c710-436f-a694-062e2a118ef5), before_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.755371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (60c2728a-c710-436f-a694-062e2a118ef5), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.758698 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5865372b-8d46-4e83-9157-69c3311e0c86 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:20.787239 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c2728a-c710-436f-a694-062e2a118ef5,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:20.787460 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 5865372b-8d46-4e83-9157-69c3311e0c86 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:20.787784 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5865372b-8d46-4e83-9157-69c3311e0c86 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:20.788197 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 60c2728a-c710-436f-a694-062e2a118ef5 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:20.791470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] No DVR routers for this DVR port 60c2728a-c710-436f-a694-062e2a118ef5 on host dv-cinder-804757-12-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:20.822216 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 60c2728a-c710-436f-a694-062e2a118ef5 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:20.822559 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 60c2728a-c710-436f-a694-062e2a118ef5 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:20.822975 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a3454daf-b46a-42ea-a244-ea6670cc2b34 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:20.868138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (7562a1ef-a934-414d-b18d-7695e419c562), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.878290 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: a3454daf-b46a-42ea-a244-ea6670cc2b34 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:20.878738 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a3454daf-b46a-42ea-a244-ea6670cc2b34 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:20.882391 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] For port 60c2728a-c710-436f-a694-062e2a118ef5, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=60c2728a-c710-436f-a694-062e2a118ef5,segment=NetworkSegment(742fcb4a-0429-4b02-81c0-3d7e6642d982),segment_id=742fcb4a-0429-4b02-81c0-3d7e6642d982)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:20.883145 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (60c2728a-c710-436f-a694-062e2a118ef5), precommit_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.893470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7562a1ef-a934-414d-b18d-7695e419c562']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:20.896209 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Calling delete_port for 60c2728a-c710-436f-a694-062e2a118ef5 owned by network:dhcp {{(pid=102812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:20.904065 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742fcb4a-0429-4b02-81c0-3d7e6642d982') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:20.904465 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742fcb4a-0429-4b02-81c0-3d7e6642d982') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:20.914624 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (742fcb4a-0429-4b02-81c0-3d7e6642d982), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.929071 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (742fcb4a-0429-4b02-81c0-3d7e6642d982), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.935526 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:39:20.936048 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (742fcb4a-0429-4b02-81c0-3d7e6642d982), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:39:20.937867 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:39:20.998838 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (7562a1ef-a934-414d-b18d-7695e419c562), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.005183 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.008356 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7562a1ef-a934-414d-b18d-7695e419c562 HTTP/1.1" status: 204 len: 168 time: 0.6429129 Feb 16 10:39:21.011630 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58486) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:21.017729 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5747-ae36-4ab6-990e-85cf27859ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7562a1ef-a934-414d-b18d-7695e419c562,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:21.030431 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (60c2728a-c710-436f-a694-062e2a118ef5), after_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.053333 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Network 7562a1ef-a934-414d-b18d-7695e419c562 is not hosted by any dhcp agent {{(pid=102812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 10:39:21.053838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] No DVR routers for this DVR port 60c2728a-c710-436f-a694-062e2a118ef5 on host dv-cinder-804757-12-iscsi {{(pid=102812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:21.055669 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bc904-d5c8-4d06-b69c-7db1509d3582 None None] Pushing event deleted for resources: {'Port': ['ID=60c2728a-c710-436f-a694-062e2a118ef5,revision_number=None']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:21.169976 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96ccd-0864-4ed9-9273-6dbeb3bc7549 req-3d26926c-609b-48af-8ae6-0959db323dbd tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:21.171455 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c8d96ccd-0864-4ed9-9273-6dbeb3bc7549 req-3d26926c-609b-48af-8ae6-0959db323dbd tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 943 time: 0.0767035 Feb 16 10:39:21.285519 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c8d96ccd-0864-4ed9-9273-6dbeb3bc7549 req-444fb219-5aa7-423d-b23a-1ca9bf819864 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822759 Feb 16 10:39:21.438073 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (cba40bba-438d-4004-8a8a-b37bdf0f4a47), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.646998 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:39:21.685224 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Deleting port 20afe627-927f-449a-84a9-ff7a77cd865c {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:21.685559 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.766160 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:21.773426 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] For port 20afe627-927f-449a-84a9-ff7a77cd865c, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=20afe627-927f-449a-84a9-ff7a77cd865c,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:21.773798 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.779484 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'port_id': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'mac_address': 'fa:16:3e:91:39:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:39:21.787509 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Calling delete_port for 20afe627-927f-449a-84a9-ff7a77cd865c owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:21.821806 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:21.822549 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.837592 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:39:21.863830 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:21.866503 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5310-584f-4dba-b2ee-354d1bc1f8da req-43b8aef0-b1a0-43b4-94ea-aa44cfd5abe3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:21.868364 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2fcb5310-584f-4dba-b2ee-354d1bc1f8da req-43b8aef0-b1a0-43b4-94ea-aa44cfd5abe3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0642290 Feb 16 10:39:21.870712 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:21.932842 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2fcb5310-584f-4dba-b2ee-354d1bc1f8da req-8ef3f32e-9f35-4a0b-a174-b3c9b0c70748 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561182 Feb 16 10:39:21.938360 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:22.126046 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['1e90e5a6-87de-46b8-b71c-5adcd6c83e64'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:39:22.224668 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (20afe627-927f-449a-84a9-ff7a77cd865c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:22.264506 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Pushing event deleted for resources: {'Port': ['ID=20afe627-927f-449a-84a9-ff7a77cd865c,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:22.460213 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (cba40bba-438d-4004-8a8a-b37bdf0f4a47), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:22.468092 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5e82-17b5-4b27-8177-73a289e04d6d req-cbb31bee-a989-40eb-b6d8-3e6191dd48c6 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:22.469552 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1eae5e82-17b5-4b27-8177-73a289e04d6d req-cbb31bee-a989-40eb-b6d8-3e6191dd48c6 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 944 time: 0.0819876 Feb 16 10:39:22.591919 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1eae5e82-17b5-4b27-8177-73a289e04d6d req-650d8a58-b50f-4a6b-a6dc-786cd6f97ae9 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151524 Feb 16 10:39:22.731948 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Router cba40bba-438d-4004-8a8a-b37bdf0f4a47 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:22.841377 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:22.846906 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cd08b583-30d0-42ec-920d-2f285390727b admin admin] 10.222.0.45 "PUT /v2.0/routers/cba40bba-438d-4004-8a8a-b37bdf0f4a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8342514 Feb 16 10:39:22.849338 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58494) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:22.851781 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] Sync routers for ids ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:22.863282 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] Routers {'cba40bba-438d-4004-8a8a-b37bdf0f4a47'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:22.863879 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:22.957476 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks [] for router (cba40bba-438d-4004-8a8a-b37bdf0f4a47), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:22.970246 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] Set router cba40bba-438d-4004-8a8a-b37bdf0f4a47 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:23.067961 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86021f23-dc7d-431d-add2-498eb293bb3e req-53bf342e-46eb-4553-b44a-a2f7c2940d3b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:23.069540 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86021f23-dc7d-431d-add2-498eb293bb3e req-53bf342e-46eb-4553-b44a-a2f7c2940d3b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0611274 Feb 16 10:39:23.071862 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks [] for router_gateway (cba40bba-438d-4004-8a8a-b37bdf0f4a47), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.121355 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86021f23-dc7d-431d-add2-498eb293bb3e req-fbb9454e-7c3d-4571-9f65-54f477798460 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Feb 16 10:39:23.126293 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Deleting port e55de283-2569-4fde-b69b-271fac320525 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:23.127396 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (e55de283-2569-4fde-b69b-271fac320525), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.157235 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'e55de283-2569-4fde-b69b-271fac320525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:39:22Z', 'revision_number': 5, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port': {'id': 'e55de283-2569-4fde-b69b-271fac320525', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:35:46Z', 'updated_at': '2022-02-16T10:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:23.183202 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] Checking router: cba40bba-438d-4004-8a8a-b37bdf0f4a47 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:23.193323 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] Routers {'cba40bba-438d-4004-8a8a-b37bdf0f4a47'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:23.193919 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:23.213115 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] For port e55de283-2569-4fde-b69b-271fac320525, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=e55de283-2569-4fde-b69b-271fac320525,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:23.213562 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (e55de283-2569-4fde-b69b-271fac320525), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.230432 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Calling delete_port for e55de283-2569-4fde-b69b-271fac320525 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:23.280614 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] Set router cba40bba-438d-4004-8a8a-b37bdf0f4a47 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:23.336136 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:39:23Z', 'revision_number': 6, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:23.364158 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e182b5a-92ec-4441-9b8e-9b3ac4f0422f None None] The sync data for ids ['cba40bba-438d-4004-8a8a-b37bdf0f4a47'] in dv-cinder-804757-12-iscsi is: [{'id': 'cba40bba-438d-4004-8a8a-b37bdf0f4a47', 'name': 'tempest-TestMinimumBasicScenario-2047728423-router', 'tenant_id': 'b2226c6884e54d1abcdaba7354666179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:35:45Z', 'updated_at': '2022-02-16T10:39:23Z', 'revision_number': 6, 'project_id': 'b2226c6884e54d1abcdaba7354666179', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:23.405050 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (e55de283-2569-4fde-b69b-271fac320525), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.428376 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55de283-2569-4fde-b69b-271fac320525,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:23.491371 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (cba40bba-438d-4004-8a8a-b37bdf0f4a47), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.583959 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (cba40bba-438d-4004-8a8a-b37bdf0f4a47), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.586183 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks [] for router_controller (cba40bba-438d-4004-8a8a-b37bdf0f4a47), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.633913 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (cba40bba-438d-4004-8a8a-b37bdf0f4a47), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.634565 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba40bba-438d-4004-8a8a-b37bdf0f4a47 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:39:23.639173 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.640660 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ef7ef94d-890e-496b-9fc1-d2153159d225 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cba40bba-438d-4004-8a8a-b37bdf0f4a47 HTTP/1.1" status: 204 len: 168 time: 0.7903371 Feb 16 10:39:23.643457 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58500) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:23.647260 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:39:23.701170 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:39:23.706048 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:39:23.706615 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.721991 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Deleting subnet 0e81119b-7156-41c2-8701-71cfe2291b53 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:39:23.728655 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Publish callbacks [] for subnet (0e81119b-7156-41c2-8701-71cfe2291b53), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.765450 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc612d4-625c-401e-9edf-18d13b582245 req-b53d4492-6292-4f54-a7a1-4fa8ed405caf tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:23.767424 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3cc612d4-625c-401e-9edf-18d13b582245 req-b53d4492-6292-4f54-a7a1-4fa8ed405caf tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 944 time: 0.0975184 Feb 16 10:39:23.779141 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (0e81119b-7156-41c2-8701-71cfe2291b53), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.793497 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:23.793862 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.820663 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:23.823084 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a46164d-0d5a-4485-8ab8-d9fd1553358e" -d '{"events": [{"server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "name": "network-vif-plugged", "status": "completed", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:23.836522 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:23.842052 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.862029 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3cc612d4-625c-401e-9edf-18d13b582245 req-88407b62-7ae3-46f4-ba72-ad8ae8ecd869 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874443 Feb 16 10:39:23.870483 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffb4e1-9340-4fe1-8089-86c539dbd8a5 x-openstack-request-id: req-35ffb4e1-9340-4fe1-8089-86c539dbd8a5 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:23.874237 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "name": "network-vif-plugged", "status": "completed", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:23.874665 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35ffb4e1-9340-4fe1-8089-86c539dbd8a5 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:23.875143 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'code': 200} Feb 16 10:39:23.906091 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:23.906559 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (0e81119b-7156-41c2-8701-71cfe2291b53), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.962494 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (0e81119b-7156-41c2-8701-71cfe2291b53), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.989846 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e81119b-7156-41c2-8701-71cfe2291b53,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:23.993430 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:23.996869 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5aef9b02-3ea8-4d29-b15c-6b08e2010890 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0e81119b-7156-41c2-8701-71cfe2291b53 HTTP/1.1" status: 204 len: 168 time: 0.3523409 Feb 16 10:39:23.999310 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58504) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:24.002459 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621ba06-b895-4885-b8ec-4add1f34dcaa None None] Network 7fb14408-c520-4135-ab4d-319629af8e67 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:39:24.040584 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c4d91-9dca-4a73-be95-293fad49a9fa req-e9d3b3da-b3fe-4848-af73-45154d3a7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:24.042494 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f9c4d91-9dca-4a73-be95-293fad49a9fa req-e9d3b3da-b3fe-4848-af73-45154d3a7be0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 1129 time: 0.0496867 Feb 16 10:39:24.073283 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (7fb14408-c520-4135-ab4d-319629af8e67), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.097993 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f9c4d91-9dca-4a73-be95-293fad49a9fa req-90a3f4f0-9dff-4085-9196-2fd4c872fbbb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477660 Feb 16 10:39:24.133883 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Deleting port b70ce64d-788b-4e21-8aac-0d232a31f46e {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:24.134459 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.169116 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] DHCP port deletion for 7fb14408-c520-4135-ab4d-319629af8e67 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:39:24.207196 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] For port b70ce64d-788b-4e21-8aac-0d232a31f46e, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b70ce64d-788b-4e21-8aac-0d232a31f46e,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:24.207563 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.219832 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Calling delete_port for b70ce64d-788b-4e21-8aac-0d232a31f46e owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:24.232046 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] Deleting port b70ce64d-788b-4e21-8aac-0d232a31f46e {{(pid=102812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:24.232425 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), before_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.256435 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d3ab-3622-4328-9e1e-dde5a774d5e1 req-b7e4befe-102e-4104-970d-1549f308ca65 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:24.258129 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f642d3ab-3622-4328-9e1e-dde5a774d5e1 req-b7e4befe-102e-4104-970d-1549f308ca65 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0578773 Feb 16 10:39:24.311371 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] For port b70ce64d-788b-4e21-8aac-0d232a31f46e, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b70ce64d-788b-4e21-8aac-0d232a31f46e,segment=NetworkSegment(7bed2374-4069-470a-a1a8-50295d03aa77),segment_id=7bed2374-4069-470a-a1a8-50295d03aa77)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:24.311790 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), precommit_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.312799 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.326004 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f642d3ab-3622-4328-9e1e-dde5a774d5e1 req-a1e91138-d426-4421-b1c0-1c559473d54e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619559 Feb 16 10:39:24.328697 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] Calling delete_port for b70ce64d-788b-4e21-8aac-0d232a31f46e owned by network:dhcp {{(pid=102812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:24.352701 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] No DVR routers for this DVR port b70ce64d-788b-4e21-8aac-0d232a31f46e on host dv-cinder-804757-12-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:24.377914 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70ce64d-788b-4e21-8aac-0d232a31f46e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:24.414121 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (b70ce64d-788b-4e21-8aac-0d232a31f46e), after_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.438250 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (7fb14408-c520-4135-ab4d-319629af8e67), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.440148 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] Pushing event deleted for resources: {'Port': ['ID=b70ce64d-788b-4e21-8aac-0d232a31f46e,revision_number=None']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:24.443806 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27761b77-35d3-491a-a61d-7329030f53fa None None] No DVR routers for this DVR port b70ce64d-788b-4e21-8aac-0d232a31f46e on host dv-cinder-804757-12-iscsi {{(pid=102812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:24.463501 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb14408-c520-4135-ab4d-319629af8e67']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:24.474660 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bed2374-4069-470a-a1a8-50295d03aa77') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:24.475041 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bed2374-4069-470a-a1a8-50295d03aa77') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:24.484898 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13514010'] for segment (7bed2374-4069-470a-a1a8-50295d03aa77), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.498862 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (7bed2374-4069-470a-a1a8-50295d03aa77), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.508778 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:39:24.509177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13042602'] for segment (7bed2374-4069-470a-a1a8-50295d03aa77), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: timer() Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: cb(*args, **kw) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: self._notify() Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: self.callback(batched_events) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: event.method(event) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._get(url).json() Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:39:24.510993 dv-cinder-804757-12-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:39:24.572225 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (7fb14408-c520-4135-ab4d-319629af8e67), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.576794 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.580976 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7fb14408-c520-4135-ab4d-319629af8e67 HTTP/1.1" status: 204 len: 168 time: 0.5806918 Feb 16 10:39:24.593611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f95991-490f-4b0f-b93e-7da50b131cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb14408-c520-4135-ab4d-319629af8e67,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:24.709977 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device e55de283-2569-4fde-b69b-271fac320525 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:24.729774 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: e55de283-2569-4fde-b69b-271fac320525 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:24.730171 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device e55de283-2569-4fde-b69b-271fac320525 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:24.730577 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b70ce64d-788b-4e21-8aac-0d232a31f46e no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:24.747931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58510) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:24.749927 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: b70ce64d-788b-4e21-8aac-0d232a31f46e {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:24.750324 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b70ce64d-788b-4e21-8aac-0d232a31f46e not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:24.750746 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 20afe627-927f-449a-84a9-ff7a77cd865c no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:24.773821 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 20afe627-927f-449a-84a9-ff7a77cd865c {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:39:24.774192 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 20afe627-927f-449a-84a9-ff7a77cd865c not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:39:24.789356 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d6f2f54a-2297-4707-84eb-625a682b16fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4750d97fe2634f04ab230fae1e890012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401268 Feb 16 10:39:24.791850 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58512) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:24.837811 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-294a19f2-fee1-496b-9f67-f21ba121c572 admin admin] Publish callbacks [] for security_group (e81955ae-8894-409d-9bf1-ba8137b2ab8e), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.859100 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-294a19f2-fee1-496b-9f67-f21ba121c572 admin admin] Publish callbacks [] for security_group (e81955ae-8894-409d-9bf1-ba8137b2ab8e), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.910396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-294a19f2-fee1-496b-9f67-f21ba121c572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e81955ae-8894-409d-9bf1-ba8137b2ab8e), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.912982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-294a19f2-fee1-496b-9f67-f21ba121c572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:24.914206 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-294a19f2-fee1-496b-9f67-f21ba121c572 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e81955ae-8894-409d-9bf1-ba8137b2ab8e HTTP/1.1" status: 204 len: 168 time: 0.1214221 Feb 16 10:39:24.921737 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a19f2-fee1-496b-9f67-f21ba121c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81955ae-8894-409d-9bf1-ba8137b2ab8e,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:24.990201 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a6334-e6d6-43b0-9694-53ec2b8443d3 req-ea8c72ff-a10a-4553-84ff-40ba2af676f3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:24.991679 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f2a6334-e6d6-43b0-9694-53ec2b8443d3 req-ea8c72ff-a10a-4553-84ff-40ba2af676f3 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 945 time: 0.0534790 Feb 16 10:39:25.040641 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f2a6334-e6d6-43b0-9694-53ec2b8443d3 req-54e00b07-fa87-455c-9453-0baff56434e6 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Feb 16 10:39:25.245688 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58520) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:25.287114 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2c3881a4-758b-49c1-8998-680073da9bdb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2226c6884e54d1abcdaba7354666179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402048 Feb 16 10:39:25.289493 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58522) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:25.335932 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e4728052-35e9-4b46-93da-24b18435aef3 admin admin] Publish callbacks [] for security_group (6925ad60-124d-4353-81a6-63af456646d9), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:25.356680 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e4728052-35e9-4b46-93da-24b18435aef3 admin admin] Publish callbacks [] for security_group (6925ad60-124d-4353-81a6-63af456646d9), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:25.403338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e4728052-35e9-4b46-93da-24b18435aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (6925ad60-124d-4353-81a6-63af456646d9), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:25.406226 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e4728052-35e9-4b46-93da-24b18435aef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:25.407376 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e4728052-35e9-4b46-93da-24b18435aef3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6925ad60-124d-4353-81a6-63af456646d9 HTTP/1.1" status: 204 len: 168 time: 0.1170013 Feb 16 10:39:25.417117 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4728052-35e9-4b46-93da-24b18435aef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925ad60-124d-4353-81a6-63af456646d9,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:25.469770 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32bab-3823-49fd-b489-6685588c5dca req-7c7b1d7c-a995-4330-b1a4-1ce679a2d03d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:25.471606 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-47e32bab-3823-49fd-b489-6685588c5dca req-7c7b1d7c-a995-4330-b1a4-1ce679a2d03d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0554762 Feb 16 10:39:25.521896 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-47e32bab-3823-49fd-b489-6685588c5dca req-60929beb-d06a-4def-922d-9a3f5dfbd8d4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Feb 16 10:39:26.159983 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43457e1-835b-4ed1-93ab-7b224f08c853 req-1987bc2e-7c62-488e-a968-3ee6daf866fb tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:26.161451 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c43457e1-835b-4ed1-93ab-7b224f08c853 req-1987bc2e-7c62-488e-a968-3ee6daf866fb tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 945 time: 0.0521047 Feb 16 10:39:26.206791 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c43457e1-835b-4ed1-93ab-7b224f08c853 req-90fa0f16-df16-47e6-ba42-b68ec67c9b2a tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Feb 16 10:39:26.321175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c5eac-bcc3-4e59-9af5-670344bec30b req-1fd03c08-ff10-4b0e-a36b-a81508d78d80 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:26.323530 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-900c5eac-bcc3-4e59-9af5-670344bec30b req-1fd03c08-ff10-4b0e-a36b-a81508d78d80 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 945 time: 0.0531609 Feb 16 10:39:26.332679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 58532) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:26.337025 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Request body: {'floatingip': {'port_id': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:39:26.375664 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (754a0b0d-754d-40f1-a3fc-dae9ceff98db), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:26.650396 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429391d5-8b92-40a6-93a3-e03572500392 req-4d48bcee-1001-46b6-ad3c-251e97ca43c0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:26.651907 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-429391d5-8b92-40a6-93a3-e03572500392 req-4d48bcee-1001-46b6-ad3c-251e97ca43c0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0577531 Feb 16 10:39:26.699042 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-429391d5-8b92-40a6-93a3-e03572500392 req-50cc383a-7762-4cec-abc4-46840fad12d9 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Feb 16 10:39:26.802464 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:26.806441 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (754a0b0d-754d-40f1-a3fc-dae9ceff98db), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:26.905387 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Floating IP 754a0b0d-754d-40f1-a3fc-dae9ceff98db associated. External IP: 172.27.2.19, port: 1e90e5a6-87de-46b8-b71c-5adcd6c83e64. Feb 16 10:39:27.118016 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:27.227157 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:27.231545 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:27.237993 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:27.249157 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:27.249773 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:27.261569 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-fb970c23-ca4d-48c9-8425-cf3d2d12b518 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "PUT /v2.0/floatingips/754a0b0d-754d-40f1-a3fc-dae9ceff98db HTTP/1.1" status: 200 len: 990 time: 0.9278378 Feb 16 10:39:27.262166 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:27.264408 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ebbfc6-af5c-4550-8a0f-88165a6cc983" -d '{"events": [{"name": "network-changed", "server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:27.304716 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c7281f-277a-400c-b48f-306848d4ef87 x-openstack-request-id: req-d3c7281f-277a-400c-b48f-306848d4ef87 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:27.305006 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:27.305259 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3c7281f-277a-400c-b48f-306848d4ef87 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:27.305660 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'status': 'completed', 'code': 200} Feb 16 10:39:27.371371 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:27.376004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-3338283c-2254-425d-aea4-8d641da5e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:27.378728 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-3338283c-2254-425d-aea4-8d641da5e1af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56f7fbb4a63f44c89653734f9047af7c&device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 1129 time: 0.0499458 Feb 16 10:39:27.476798 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-00c6018f-6b45-4fb5-b3d9-f8427f142af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:27.478839 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-00c6018f-6b45-4fb5-b3d9-f8427f142af3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 200 len: 912 time: 0.0941565 Feb 16 10:39:27.755014 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '754a0b0d-754d-40f1-a3fc-dae9ceff98db', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'port_id': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'mac_address': 'fa:16:3e:91:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:39:14Z', 'updated_at': '2022-02-16T10:39:26Z', 'revision_number': 1, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:27.787115 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:27.795908 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:27.796520 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:27.821356 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-50f25603-8b98-4c14-a5d2-44c4038f42a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64 HTTP/1.1" status: 200 len: 998 time: 0.3367331 Feb 16 10:39:27.841737 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bae04-617e-4eba-9346-e424ac3b54d2 req-9cf4b434-4ae5-4644-9472-dfe2a0daf437 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:27.844401 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-852bae04-617e-4eba-9346-e424ac3b54d2 req-9cf4b434-4ae5-4644-9472-dfe2a0daf437 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0657766 Feb 16 10:39:27.875880 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-728cb92d-d15e-4d71-b12e-428846a47f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:27.878266 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-728cb92d-d15e-4d71-b12e-428846a47f88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 200 len: 850 time: 0.0503290 Feb 16 10:39:27.914687 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:27.922067 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-852bae04-617e-4eba-9346-e424ac3b54d2 req-da8e2875-9b5d-416f-9db8-a4c0b83f7d0d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702305 Feb 16 10:39:27.942404 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-3c2f2f3a-46a8-4150-bc00-25addb8ff6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:27.944178 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-3c2f2f3a-46a8-4150-bc00-25addb8ff6a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8977f40d-da89-4595-86ad-1970e5a4d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591233 Feb 16 10:39:28.035399 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-be3270f3-a643-467e-80be-9f9a435c20b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843239 Feb 16 10:39:28.131846 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54ebbfc6-af5c-4550-8a0f-88165a6cc983 req-5498a31b-97d8-49d1-980b-e74ad1e8f90a service neutron] 10.222.0.24 "GET /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881307 Feb 16 10:39:28.143992 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '754a0b0d-754d-40f1-a3fc-dae9ceff98db', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'port_id': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'mac_address': 'fa:16:3e:91:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:39:14Z', 'updated_at': '2022-02-16T10:39:26Z', 'revision_number': 1, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:28.175315 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a1b99-7251-4633-837e-df6aa45b95d6 None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '754a0b0d-754d-40f1-a3fc-dae9ceff98db', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'port_id': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'mac_address': 'fa:16:3e:91:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:39:14Z', 'updated_at': '2022-02-16T10:39:26Z', 'revision_number': 1, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:28.363611 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c232f6-8ff0-4124-84a7-aec61dec09c9 None None] New status for floating IP 754a0b0d-754d-40f1-a3fc-dae9ceff98db: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:39:29.058514 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ddf5b-818e-4d60-8ab5-96d0c57ed196 req-7790a037-ba1f-418b-bfc9-ddcad13805f0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:29.060002 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f80ddf5b-818e-4d60-8ab5-96d0c57ed196 req-7790a037-ba1f-418b-bfc9-ddcad13805f0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0596511 Feb 16 10:39:29.106023 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f80ddf5b-818e-4d60-8ab5-96d0c57ed196 req-104c1032-79a5-4564-af02-d15462206332 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 Feb 16 10:39:29.670297 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:39:29.767820 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:29.777719 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '615fa764-c542-4769-b21b-5811a3988857', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'port_id': '615fa764-c542-4769-b21b-5811a3988857', 'mac_address': 'fa:16:3e:1b:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:39:29.819018 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: ACTIVE; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:29.819405 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:29.832448 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615fa764-c542-4769-b21b-5811a3988857 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:39:29.852211 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:29.856035 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:29.909142 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=6']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:29.990599 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['615fa764-c542-4769-b21b-5811a3988857'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:39:30.238442 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481d98f-527d-4b1d-8596-f519c3fbee18 req-6bb37a20-24dd-488b-b013-98c9b95866f7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:30.239960 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9481d98f-527d-4b1d-8596-f519c3fbee18 req-6bb37a20-24dd-488b-b013-98c9b95866f7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0536211 Feb 16 10:39:30.290763 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9481d98f-527d-4b1d-8596-f519c3fbee18 req-24bff60d-04ce-4abe-85c1-ab12e7474428 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Feb 16 10:39:31.427874 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199cae-f89f-45d8-9636-02fa96212cf2 req-859ee839-73a9-4a7e-a6a5-dbdbe7b13887 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:31.435058 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-40199cae-f89f-45d8-9636-02fa96212cf2 req-859ee839-73a9-4a7e-a6a5-dbdbe7b13887 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0656197 Feb 16 10:39:31.480656 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-40199cae-f89f-45d8-9636-02fa96212cf2 req-cd67fb86-3e4a-4890-8cc5-25ba05781505 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Feb 16 10:39:31.665338 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ff5b06c3-0439-494d-a78a-4db87c0bc91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:31.679020 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:39:31.730526 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 615fa764-c542-4769-b21b-5811a3988857 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:39:31.731276 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (615fa764-c542-4769-b21b-5811a3988857), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:31.819357 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:31.819766 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:31.846627 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:31.849285 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf9052c-869c-423c-a69f-1c0cbf93e29a" -d '{"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:31.871792 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:31.877114 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:31.909606 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabe14d7-ea46-477a-bcf0-664faf9b3a53 x-openstack-request-id: req-aabe14d7-ea46-477a-bcf0-664faf9b3a53 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:31.909930 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:31.910335 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aabe14d7-ea46-477a-bcf0-664faf9b3a53 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:31.910795 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'code': 200} Feb 16 10:39:31.943230 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=7']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:32.617290 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d080f0-b62b-47ef-97cf-b0464523f117 req-80544f35-3109-450b-92ed-3c17ca4cd132 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:32.624408 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75d080f0-b62b-47ef-97cf-b0464523f117 req-80544f35-3109-450b-92ed-3c17ca4cd132 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0610716 Feb 16 10:39:32.681351 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75d080f0-b62b-47ef-97cf-b0464523f117 req-220229dc-8d4b-4538-9757-c021cbf02358 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559633 Feb 16 10:39:33.996211 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de91582-5e12-42fa-a29f-87285509e05c req-f11bb12a-979e-4ba4-9987-8d38802af820 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:33.997761 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9de91582-5e12-42fa-a29f-87285509e05c req-f11bb12a-979e-4ba4-9987-8d38802af820 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.2435837 Feb 16 10:39:34.073051 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9de91582-5e12-42fa-a29f-87285509e05c req-e86e7515-84e4-48aa-9d93-2839256d88df tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668063 Feb 16 10:39:34.306817 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-036fd345-00d5-42c0-a566-c2b75789ec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:35.187121 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106386e2-ac8e-4dab-82c1-77069ffcc7a0 req-49bcf068-23e2-41e8-a234-50e89ed223bb tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:35.189445 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-106386e2-ac8e-4dab-82c1-77069ffcc7a0 req-49bcf068-23e2-41e8-a234-50e89ed223bb tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0546868 Feb 16 10:39:35.241237 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-106386e2-ac8e-4dab-82c1-77069ffcc7a0 req-588004d5-bd62-45fe-88fe-8337b4a3384b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Feb 16 10:39:35.272076 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:36.396861 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6dde7-50da-462c-a43e-31b51f8a049d req-08aedf13-b700-4d52-9a1d-7e2742309f93 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:36.405336 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e9f6dde7-50da-462c-a43e-31b51f8a049d req-08aedf13-b700-4d52-9a1d-7e2742309f93 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0793295 Feb 16 10:39:36.460837 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e9f6dde7-50da-462c-a43e-31b51f8a049d req-4175e009-071d-4714-a02b-6fb561533311 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541899 Feb 16 10:39:36.728822 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:37.683058 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a14ae-b963-467c-9be8-5ad2d562e4da req-75ad6f1b-eea9-4c96-8a5b-c50b16ff38b6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:37.684667 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9a8a14ae-b963-467c-9be8-5ad2d562e4da req-75ad6f1b-eea9-4c96-8a5b-c50b16ff38b6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1349826 Feb 16 10:39:37.742641 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9a8a14ae-b963-467c-9be8-5ad2d562e4da req-596d36a1-7e55-4f60-828b-c9f9792cf2e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Feb 16 10:39:38.129025 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:38.897030 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adad923-c18e-4cb6-930e-91479bd63895 req-2099d139-36c2-4824-976e-1a4996e19965 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:38.899256 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5adad923-c18e-4cb6-930e-91479bd63895 req-2099d139-36c2-4824-976e-1a4996e19965 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0772736 Feb 16 10:39:38.949818 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5adad923-c18e-4cb6-930e-91479bd63895 req-c4eaa379-4149-47ee-b279-d550fe377ed5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Feb 16 10:39:40.077386 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8a9a-05a9-4b51-b25c-d632763f9926 req-0f2b4b7c-5c14-43bc-abb3-66b6e844c7d7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:40.078911 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8dbe8a9a-05a9-4b51-b25c-d632763f9926 req-0f2b4b7c-5c14-43bc-abb3-66b6e844c7d7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Feb 16 10:39:40.154074 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-55aa185d-1712-4d7b-872e-8d49261959f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:40.155623 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-55aa185d-1712-4d7b-872e-8d49261959f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0758471 Feb 16 10:39:40.158767 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8dbe8a9a-05a9-4b51-b25c-d632763f9926 req-7e260dc0-0f5b-4615-833d-18b4cd351c2f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716090 Feb 16 10:39:40.244422 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-9cf75920-e501-422d-b188-099f30d7e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:40.245818 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-9cf75920-e501-422d-b188-099f30d7e099 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.0838375 Feb 16 10:39:40.314657 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-c11f4373-9a1f-453e-949b-6dcec5c6a011 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 1000 time: 0.0606899 Feb 16 10:39:40.363380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-a8b1979c-37d5-4c43-9b6b-f960f88c7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:40.364837 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-a8b1979c-37d5-4c43-9b6b-f960f88c7c22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0429072 Feb 16 10:39:40.418374 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-6d6eb9a6-3556-44c2-9463-bfc87cd8e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:40.419932 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-6d6eb9a6-3556-44c2-9463-bfc87cd8e271 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420287 Feb 16 10:39:40.527645 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-5b2acbed-e658-4380-a66a-9b71e12fbed3 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993972 Feb 16 10:39:40.621557 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0349504-6550-4b75-8e43-ef01a984bca2 req-1326a5ec-8a01-47f2-b6d3-d173f0d0888f service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857513 Feb 16 10:39:41.284950 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a04cd-ee15-435f-a48a-136d0d23f8a8 req-d18e778f-1048-4200-aa5c-ea7620746ed1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:41.286365 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-561a04cd-ee15-435f-a48a-136d0d23f8a8 req-d18e778f-1048-4200-aa5c-ea7620746ed1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0546501 Feb 16 10:39:41.333572 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-561a04cd-ee15-435f-a48a-136d0d23f8a8 req-555df803-ecd6-45b9-8fdd-47aba9aa2ddf tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Feb 16 10:39:41.884435 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:42.478481 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee43b7-91ab-4c4d-9258-cdd313d2bbe4 req-1b44da87-d1ba-4eb8-bbf8-bca7eaba5f88 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:42.479969 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e5ee43b7-91ab-4c4d-9258-cdd313d2bbe4 req-1b44da87-d1ba-4eb8-bbf8-bca7eaba5f88 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0661261 Feb 16 10:39:42.526844 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e5ee43b7-91ab-4c4d-9258-cdd313d2bbe4 req-68a9d764-ff19-4866-b3e8-f2d36fdaa0de tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Feb 16 10:39:42.849025 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:39:43.041004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-e346179d-9657-4be0-bf52-39744b02e3ef req-16f0a54b-0e30-4f95-8180-c063d519b3dc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:39:43.042006 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e346179d-9657-4be0-bf52-39744b02e3ef req-16f0a54b-0e30-4f95-8180-c063d519b3dc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494792 Feb 16 10:39:43.207716 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056054f1-40ad-4007-a532-5d9fbd371a22 req-39939507-f955-458f-8fb6-f5bf4bb53d0c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:43.209199 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-056054f1-40ad-4007-a532-5d9fbd371a22 req-39939507-f955-458f-8fb6-f5bf4bb53d0c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0550931 Feb 16 10:39:43.266511 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-28fa18fe-6a97-4231-8293-23e0a7162cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514238 Feb 16 10:39:43.267441 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-056054f1-40ad-4007-a532-5d9fbd371a22 req-2bceea75-a1cb-4025-a540-859ec27e689b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522161 Feb 16 10:39:43.340097 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884072f-174f-429e-a580-870b5b32335a req-058ce318-b3eb-45cb-9827-89247bf123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:43.341665 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-058ce318-b3eb-45cb-9827-89247bf123df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 1129 time: 0.0461156 Feb 16 10:39:43.452356 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58722) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:43.452732 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884072f-174f-429e-a580-870b5b32335a req-895ba59a-66c6-4339-b1bc-691e4cfb8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:43.454365 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-895ba59a-66c6-4339-b1bc-691e4cfb8ba6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0929809 Feb 16 10:39:43.520132 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-fe82d090-73ba-4b82-92a6-17244261f8f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb HTTP/1.1" status: 200 len: 1000 time: 0.0590649 Feb 16 10:39:43.537886 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-de825c04-7e02-4ef3-8342-a1b9fdf55a21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843041 Feb 16 10:39:43.546394 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-6085cf1a-e08d-4dfa-8786-b3bfa4315803 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:39:43.547376 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-6085cf1a-e08d-4dfa-8786-b3bfa4315803 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050440 Feb 16 10:39:43.578054 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884072f-174f-429e-a580-870b5b32335a req-0afdedba-ec25-4331-9c70-bb89a8dee6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:43.580733 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-0afdedba-ec25-4331-9c70-bb89a8dee6d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0517840 Feb 16 10:39:43.623602 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 58732) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:39:43.680626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884072f-174f-429e-a580-870b5b32335a req-74b16f0c-9f84-489a-a9ba-c96313caddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:43.682197 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-74b16f0c-9f84-489a-a9ba-c96313caddfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0931509 Feb 16 10:39:43.717937 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-875e0d32-5eb2-496e-a768-baf543b5df44 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:43.719874 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-875e0d32-5eb2-496e-a768-baf543b5df44 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports/615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 942 time: 0.0947504 Feb 16 10:39:43.771129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:39:43.776824 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-059140cb-6e78-4ec2-ac95-d109f0fbaa71 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868802 Feb 16 10:39:43.849735 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: ACTIVE; New status is: DOWN {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:39:43.850167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:43.873873 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7884072f-174f-429e-a580-870b5b32335a req-79a79847-7f57-4966-9980-d0a416645d68 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907700 Feb 16 10:39:43.881595 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:43.883875 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849c4911-4950-4f5d-a1d2-69375b8de5bd" -d '{"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:43.899954 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:43.905768 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:43.932010 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cf44e4-ddfd-4da6-a0c7-1ce3eca8307e x-openstack-request-id: req-97cf44e4-ddfd-4da6-a0c7-1ce3eca8307e {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:43.932307 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-unplugged", "status": "failed", "tag": "615fa764-c542-4769-b21b-5811a3988857", "code": 422}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:43.932559 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97cf44e4-ddfd-4da6-a0c7-1ce3eca8307e {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:43.932982 dv-cinder-804757-12-iscsi neutron-server[102812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'code': 422} returned with failed status Feb 16 10:39:43.959640 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=8']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:44.399676 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cee6e2-534f-4937-8972-05830b1d5484 req-5e25467c-ff60-4a5f-bd3e-df777414f20c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:44.401267 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91cee6e2-534f-4937-8972-05830b1d5484 req-5e25467c-ff60-4a5f-bd3e-df777414f20c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0636566 Feb 16 10:39:44.450821 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91cee6e2-534f-4937-8972-05830b1d5484 req-1440e7dc-f7ca-4c68-9cbd-7930428cf7a7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439405 Feb 16 10:39:45.582477 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42ec3-f730-4f75-be47-5d285ada8d00 req-5ab9f8e6-f2aa-4b9e-b835-fa8a99dcf7a8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:45.584023 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7cf42ec3-f730-4f75-be47-5d285ada8d00 req-5ab9f8e6-f2aa-4b9e-b835-fa8a99dcf7a8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0557771 Feb 16 10:39:45.633711 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7cf42ec3-f730-4f75-be47-5d285ada8d00 req-a7ccbdef-906b-47ba-95a4-3bc22cbaeb9b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Feb 16 10:39:46.001171 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-6830d968-87dc-4fb1-88c0-c06886c02a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:46.002698 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-6830d968-87dc-4fb1-88c0-c06886c02a39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2&tenant_id=de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 1127 time: 0.0812552 Feb 16 10:39:46.078691 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-37e794ed-898e-4537-8c15-6057704bcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:46.080234 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-37e794ed-898e-4537-8c15-6057704bcac4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0454593 Feb 16 10:39:46.171717 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-46691ccc-7626-42f0-942a-32fb79a83aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:46.174066 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-46691ccc-7626-42f0-942a-32fb79a83aae service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.0863070 Feb 16 10:39:46.237035 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-8da57a98-b10c-419b-82d4-ea22512bd307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 200 len: 998 time: 0.0561919 Feb 16 10:39:46.285911 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-288c70e1-e33c-4d44-a8ee-67ff20054aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:46.287298 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-288c70e1-e33c-4d44-a8ee-67ff20054aab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0430982 Feb 16 10:39:46.338446 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-8fdffd66-3428-4f16-9a76-ccf6cae38f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:46.339902 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-8fdffd66-3428-4f16-9a76-ccf6cae38f3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463440 Feb 16 10:39:46.433155 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-690c1594-6fce-4972-a93a-bce9c48a2544 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837450 Feb 16 10:39:46.522581 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fcc736e7-0ed7-4730-ad54-f1b707bcaca3 req-61b466ea-f5fb-4bc9-a31e-dc25d1dabcb8 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824926 Feb 16 10:39:46.762255 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c034-3f05-4d29-83a0-44be3e16b621 req-eb5ce185-0d84-4aaf-9b69-69e8f2504bba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:46.763757 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e33c034-3f05-4d29-83a0-44be3e16b621 req-eb5ce185-0d84-4aaf-9b69-69e8f2504bba tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0530727 Feb 16 10:39:46.811572 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e33c034-3f05-4d29-83a0-44be3e16b621 req-a224c04a-454f-448b-8e31-e76eac6ac130 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Feb 16 10:39:47.940557 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68da7b-bbe7-419d-a237-69045cae163c req-95fb05be-5042-4454-a6b1-e4ac4870922f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:47.942075 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f68da7b-bbe7-419d-a237-69045cae163c req-95fb05be-5042-4454-a6b1-e4ac4870922f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0567153 Feb 16 10:39:47.994428 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f68da7b-bbe7-419d-a237-69045cae163c req-0d7765c5-3966-49a3-affe-9646d25a701b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Feb 16 10:39:49.133205 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374dc42-fda1-434a-b88c-a6afea0db916 req-a399a217-069e-4536-9bd6-6ae64a44afd3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:49.134725 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0374dc42-fda1-434a-b88c-a6afea0db916 req-a399a217-069e-4536-9bd6-6ae64a44afd3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0598276 Feb 16 10:39:49.183048 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0374dc42-fda1-434a-b88c-a6afea0db916 req-c0212b5d-1016-4fea-85ab-d3f51fc9bd04 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Feb 16 10:39:50.315500 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58bc01-d4ff-443b-b43e-93098672c78b req-168cb693-9c4e-4eb4-84e9-611c3d97a2bc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:50.317698 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad58bc01-d4ff-443b-b43e-93098672c78b req-168cb693-9c4e-4eb4-84e9-611c3d97a2bc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0567374 Feb 16 10:39:50.371479 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad58bc01-d4ff-443b-b43e-93098672c78b req-5d0f6f89-bb4b-4348-827c-3992cfd0f57f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480103 Feb 16 10:39:51.523982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80591cf4-8726-4abf-bda7-b0a48cac8afc req-8ea4cdd5-d24d-458b-9611-35a77bc20e70 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:51.525602 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80591cf4-8726-4abf-bda7-b0a48cac8afc req-8ea4cdd5-d24d-458b-9611-35a77bc20e70 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0588107 Feb 16 10:39:51.583319 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80591cf4-8726-4abf-bda7-b0a48cac8afc req-a8985537-acbe-49b9-a0a0-22ac3ffefaac tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481715 Feb 16 10:39:52.717085 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7514a-b954-4a86-b6ee-393295168db7 req-bdba2a78-e33c-4cda-b1f0-13f53a759a8d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:52.718797 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aee7514a-b954-4a86-b6ee-393295168db7 req-bdba2a78-e33c-4cda-b1f0-13f53a759a8d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0582843 Feb 16 10:39:52.769050 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aee7514a-b954-4a86-b6ee-393295168db7 req-090407c1-ad42-47dd-b1d0-5d1de1ec4b51 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Feb 16 10:39:53.901158 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5cab-fcde-46e6-91d8-c37487ccc2d3 req-7800989c-2161-4299-ac79-efce465265ea tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:53.902812 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c5b5cab-fcde-46e6-91d8-c37487ccc2d3 req-7800989c-2161-4299-ac79-efce465265ea tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0548108 Feb 16 10:39:53.958735 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c5b5cab-fcde-46e6-91d8-c37487ccc2d3 req-5ccf9e40-550b-4fbd-8b7d-9ab7b8880c69 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494494 Feb 16 10:39:54.492899 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f098881-8219-4342-9bbf-9cb15fca016c req-cd1669bd-fafb-4945-93d8-217baab55f7b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:54.494781 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f098881-8219-4342-9bbf-9cb15fca016c req-cd1669bd-fafb-4945-93d8-217baab55f7b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0598011 Feb 16 10:39:54.547499 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f098881-8219-4342-9bbf-9cb15fca016c req-436e27ad-b5ee-4a5e-902f-a84e9de0e663 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452509 Feb 16 10:39:55.093410 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c193-baec-42e5-b7d1-79ea8c8ca3ce req-b9c7313f-33a8-41f1-9a53-cceb541d3c68 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:55.099687 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1ec0c193-baec-42e5-b7d1-79ea8c8ca3ce req-b9c7313f-33a8-41f1-9a53-cceb541d3c68 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0635834 Feb 16 10:39:55.146348 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1ec0c193-baec-42e5-b7d1-79ea8c8ca3ce req-3ccd01c8-8712-4be9-bc37-6357e4df1154 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Feb 16 10:39:55.668947 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6d38-1a16-4a85-b4fa-9acb9e0c2e69 req-390aa1bb-3311-4873-9f27-0d4074f42889 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:55.670464 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a6a6d38-1a16-4a85-b4fa-9acb9e0c2e69 req-390aa1bb-3311-4873-9f27-0d4074f42889 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0521369 Feb 16 10:39:55.719277 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a6a6d38-1a16-4a85-b4fa-9acb9e0c2e69 req-3c68c445-6a59-43e1-86f8-766cfa2b2ba9 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Feb 16 10:39:56.270711 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6baa-4895-4dc1-9a41-f8909f8cc3ad req-c9bd8b2b-6735-44cf-a7ae-13bc0efe39e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:56.272078 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd7f6baa-4895-4dc1-9a41-f8909f8cc3ad req-c9bd8b2b-6735-44cf-a7ae-13bc0efe39e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0523160 Feb 16 10:39:56.321035 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd7f6baa-4895-4dc1-9a41-f8909f8cc3ad req-8261c7d7-b299-4433-8f97-99ff2c403782 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Feb 16 10:39:56.840206 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741c744-8df0-4244-aae2-47fd15c02c45 req-4f5757f4-639a-494d-ae65-b1aac2826424 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:56.841675 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2741c744-8df0-4244-aae2-47fd15c02c45 req-4f5757f4-639a-494d-ae65-b1aac2826424 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0563867 Feb 16 10:39:56.890678 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2741c744-8df0-4244-aae2-47fd15c02c45 req-48f74ead-4046-49f9-b276-36c5bea7dcd7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Feb 16 10:39:57.445330 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a15e-4d74-44c2-b79e-52b4c954690e req-e45a9656-9e22-42d2-bbf6-ad29420c26be tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:57.446850 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55a0a15e-4d74-44c2-b79e-52b4c954690e req-e45a9656-9e22-42d2-bbf6-ad29420c26be tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0517087 Feb 16 10:39:57.483370 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-240a0286-0788-4d45-8f8d-34664208df0f tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:57.484816 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-240a0286-0788-4d45-8f8d-34664208df0f tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0529387 Feb 16 10:39:57.494550 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55a0a15e-4d74-44c2-b79e-52b4c954690e req-d45e7db2-e1ac-44b1-9030-65e75c8bfb15 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Feb 16 10:39:57.582559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Deleting port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:39:57.582901 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:57.669358 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] For port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:39:57.669629 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:57.882436 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:57.883131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (7c3804d0-e0c5-439c-986f-a54544eab6da), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:57.883131 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Floating IP 7c3804d0-e0c5-439c-986f-a54544eab6da disassociated. External IP: 172.27.2.40, port: 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb. Feb 16 10:39:57.883417 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Calling delete_port for 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:39:58.048954 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f44af-e145-4fc6-9ad6-e1b197eb6ece req-a6bf0532-525d-475a-b532-681cb1dedcd8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:58.050448 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b16f44af-e145-4fc6-9ad6-e1b197eb6ece req-a6bf0532-525d-475a-b532-681cb1dedcd8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 945 time: 0.0917251 Feb 16 10:39:58.051490 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:58.087903 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'Port': ['ID=40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:39:58.109609 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.109968 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.110400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.112053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.112405 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.112750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.113093 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.113433 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.113814 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.114173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.114511 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.114841 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.115191 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:39:58.210804 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b16f44af-e145-4fc6-9ad6-e1b197eb6ece req-791ae232-537e-417e-88ab-a5560bcb89aa tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519976 Feb 16 10:39:58.246069 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:39:58.364925 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:39:58.374545 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:39:58.385710 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:58.386376 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:58.504079 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:58.647682 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a00f5-f8c7-490f-b7b9-b0ec30ab935d req-c8079f04-89ca-424d-b2f7-b5e7b620c3e1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:58.649268 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-357a00f5-f8c7-490f-b7b9-b0ec30ab935d req-c8079f04-89ca-424d-b2f7-b5e7b620c3e1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0558589 Feb 16 10:39:58.658648 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] No DVR routers for this DVR port 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:39:58.661743 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:39:58.665085 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c412f75c-4027-41a7-a961-1a683d20dff7 req-ddee6414-906b-41f1-bced-81d9d908e51a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "DELETE /v2.0/ports/40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb HTTP/1.1" status: 204 len: 173 time: 1.1755078 Feb 16 10:39:58.665513 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'name': 'network-vif-deleted', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:39:58.667776 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da05bb-4aab-4285-9103-960bec485c61" -d '{"events": [{"server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "name": "network-vif-deleted", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:39:58.716836 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-357a00f5-f8c7-490f-b7b9-b0ec30ab935d req-7a2ef2c4-d617-431d-a8c9-f49e951cc927 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615788 Feb 16 10:39:58.730070 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:58.759895 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:39:58.769351 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:39:58.769980 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:39:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:58.789927 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de9c8f-5ab6-4700-a317-e29ac881ec89 x-openstack-request-id: req-b4de9c8f-5ab6-4700-a317-e29ac881ec89 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:39:58.790252 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78bef97-8df7-40ac-8b42-02087297c9e9", "name": "network-vif-deleted", "tag": "40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:39:58.790508 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4de9c8f-5ab6-4700-a317-e29ac881ec89 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:39:58.790905 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78bef97-8df7-40ac-8b42-02087297c9e9', 'name': 'network-vif-deleted', 'tag': '40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb', 'status': 'completed', 'code': 200} Feb 16 10:39:58.878584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:39:59.082784 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:39:59.108497 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2b956-51fe-40c7-a06a-c6198e1dd09d None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:39:59.339066 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a34007d0-c045-4aaf-80b4-8a42b82fcb9c req-eeffab8b-419b-4990-b8b9-45247362e9de tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=c78bef97-8df7-40ac-8b42-02087297c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0357125 Feb 16 10:39:59.372824 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a886b-cd6c-4c72-8bcd-a79a32f2d1c4 None None] New status for floating IP 7c3804d0-e0c5-439c-986f-a54544eab6da: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:39:59.842259 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b313e4-921f-4f47-9090-5df01eabbf04 req-243e0a32-a91c-4d26-b1a2-3115748eb107 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:39:59.843699 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-16b313e4-921f-4f47-9090-5df01eabbf04 req-243e0a32-a91c-4d26-b1a2-3115748eb107 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0515721 Feb 16 10:39:59.890291 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-16b313e4-921f-4f47-9090-5df01eabbf04 req-e4d64448-0f5d-4777-b886-b794d0216368 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Feb 16 10:40:00.586579 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-dc1a151d-c84e-4df9-b436-527bf3705a27 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212616760&fields=id&tenant_id=dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 267 time: 0.0442951 Feb 16 10:40:00.694309 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-d9720c58-70e5-4bc0-af94-148e4fa7e23c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:00.695812 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-d9720c58-70e5-4bc0-af94-148e4fa7e23c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 811 time: 0.1030622 Feb 16 10:40:00.711261 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-21dd7aa5-6014-4a82-b502-9b482cff8352 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/quotas/dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 375 time: 0.0102136 Feb 16 10:40:00.765525 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-705d3bef-2717-4195-af61-e7ab16315f91 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495191 Feb 16 10:40:00.861680 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c8dc6313-eac2-4f9a-9e9c-a2d12f8961ef service neutron] 10.222.0.45 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827534 Feb 16 10:40:00.952227 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-b46da5ad-7d11-4a30-8333-c061a57e6a8b service neutron] 10.222.0.45 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848777 Feb 16 10:40:01.014309 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2189-90e5-4e2e-a417-dcf188c37d48 req-b683b480-65e5-4099-9091-7ebbabfffa6b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:01.015943 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f9e2189-90e5-4e2e-a417-dcf188c37d48 req-b683b480-65e5-4099-9091-7ebbabfffa6b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0535302 Feb 16 10:40:01.066137 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f9e2189-90e5-4e2e-a417-dcf188c37d48 req-d8043367-85ec-48e7-b76a-a7c3bbbdc982 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Feb 16 10:40:01.229252 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7115bc53-3a97-4207-be82-43f7017d28bd req-3a8a406d-53bd-470f-ad14-5b82d1d55c1e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 210 time: 0.0266273 Feb 16 10:40:01.667180 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-60827fa1-0026-4afb-a245-7cfab9803f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:01.938863 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:40:01.961822 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:40:01.962192 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 40b9ebd6-fa57-427d-925b-6d2d9b0e1cdb not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:40:02.187320 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-412ff46c-c63b-4f31-be16-2bd8b94e1d12 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:02.188756 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-412ff46c-c63b-4f31-be16-2bd8b94e1d12 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 811 time: 0.1353490 Feb 16 10:40:02.226571 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0a32-6b33-441c-a815-77d9b26bbe5b req-8428d622-05f4-4e6e-9463-5cb1bb49e54d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:02.228100 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0e0d0a32-6b33-441c-a815-77d9b26bbe5b req-8428d622-05f4-4e6e-9463-5cb1bb49e54d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0837843 Feb 16 10:40:02.309852 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-b220d456-d9a1-4edb-8bd4-e752abcab5ff tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 380 time: 0.1093500 Feb 16 10:40:02.321964 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'port': {'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'admin_state_up': True, 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'security_groups': ['3371b532-012c-4315-a721-3e14544b31dc']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:02.327291 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4851f4e2-e58f-41fc-b213-99273f38f502 req-578aa311-49a8-4b28-8a60-829d5306e879 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Feb 16 10:40:02.347123 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0e0d0a32-6b33-441c-a815-77d9b26bbe5b req-2a9b6026-982b-43e0-8c8c-b604a101b7ea tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064837 Feb 16 10:40:02.432015 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Made reservation on behalf of dce30c09b0fa41418359cd3872e9d80c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:02.435359 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:02.565233 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Allocated IP 172.20.0.13 (cef898ac-7109-4c48-824d-5dc9a5f6a10a/05509798-d03c-4e80-ba77-5f8256d9399d/903b0bf5-f8b9-4462-8ef7-b97ba3441330) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:02.715684 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:02.750125 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:02.788884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:02.794358 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:02.797956 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:02.823176 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=903b0bf5-f8b9-4462-8ef7-b97ba3441330,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:02.852340 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:02.852954 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:02.869821 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-2dfafa5c-e04e-428a-96f8-8dacd615e503 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515261 Feb 16 10:40:02.882431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Request body: {'port': {'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:02.947083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.038738 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-c291eb6c-f5d0-4804-832f-a3bf1fc3cedb None None] Provisioning complete for port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:03.039334 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c291eb6c-f5d0-4804-832f-a3bf1fc3cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.072435 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-c291eb6c-f5d0-4804-832f-a3bf1fc3cedb None None] Port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:40:03.208602 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903b0bf5-f8b9-4462-8ef7-b97ba3441330 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:03.216033 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Publish callbacks [] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.228011 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Transition to ACTIVE for port object 903b0bf5-f8b9-4462-8ef7-b97ba3441330 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:40:03.231989 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.280252 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Pushing event updated for resources: {'Port': ['ID=903b0bf5-f8b9-4462-8ef7-b97ba3441330,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:03.355865 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Attempting to bind port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:40:03.356201 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Attempting to bind port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:40:03.356528 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Attempting to bind port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:03.361157 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 on network cef898ac-7109-4c48-824d-5dc9a5f6a10a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:40:03.361533 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Attempting to bind port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:03.367028 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:40:03.367669 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Checking segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:40:03.368493 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Bound using segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:40:03.369092 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Bound port: 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:40:03.370902 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.453039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028cad-cd6b-4fe1-a5e2-b3458b527743 req-2a5e9c02-54dd-43f8-bbdc-d4bf012b1ac4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:03.454712 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a6028cad-cd6b-4fe1-a5e2-b3458b527743 req-2a5e9c02-54dd-43f8-bbdc-d4bf012b1ac4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0553381 Feb 16 10:40:03.477132 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] For port 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:40:03.495803 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] For port 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:40:03.505541 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.506138 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a6028cad-cd6b-4fe1-a5e2-b3458b527743 req-545d8025-46cc-45ff-a055-1c9619efa284 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 Feb 16 10:40:03.515607 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a2079-c808-44ac-9ee8-6c28bb796981 req-4a9039af-2919-49b9-a0d2-80f4964a03bb tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:03.517237 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e7a2079-c808-44ac-9ee8-6c28bb796981 req-4a9039af-2919-49b9-a0d2-80f4964a03bb tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 943 time: 0.0805905 Feb 16 10:40:03.560982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:03.562024 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:03.563523 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] 10.222.0.24 "PUT /v2.0/ports/903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 200 len: 1094 time: 0.6857488 Feb 16 10:40:03.572747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:03.574897 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b8e3a7-2520-41f8-9832-f13994622380" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:03.651463 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c0ae27-865e-4771-b54a-8a2c7f8d50f9 x-openstack-request-id: req-67c0ae27-865e-4771-b54a-8a2c7f8d50f9 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:03.651757 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:03.652007 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67c0ae27-865e-4771-b54a-8a2c7f8d50f9 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:03.652402 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'status': 'completed', 'code': 200} Feb 16 10:40:03.656561 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568759b-9da4-4748-842a-8b05851fdd20 service neutron] Pushing event updated for resources: {'Port': ['ID=903b0bf5-f8b9-4462-8ef7-b97ba3441330,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:03.666742 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e7a2079-c808-44ac-9ee8-6c28bb796981 req-57e48fe7-c2f3-4ee7-b00d-53532cae260d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429555 Feb 16 10:40:03.684895 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-e666920e-963d-40e5-8c8f-31a7f2150d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:03.686502 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-e666920e-963d-40e5-8c8f-31a7f2150d9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1128 time: 0.0815895 Feb 16 10:40:03.730876 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-8904d65c-bbbb-4e16-86e5-21e98820eb21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 200 len: 217 time: 0.0369458 Feb 16 10:40:03.786172 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-37d6a533-eeee-4c84-8a98-c436f8645a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:03.787673 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-37d6a533-eeee-4c84-8a98-c436f8645a5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0496254 Feb 16 10:40:03.836346 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-896a52fa-f4f6-4332-8d48-c5ad5fbaadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:03.837892 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-896a52fa-f4f6-4332-8d48-c5ad5fbaadda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449147 Feb 16 10:40:03.924806 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:40:03.931438 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-0fcdeb16-4b3c-4201-90af-dc621da2967e service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878513 Feb 16 10:40:04.024900 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93c87d3d-1d8c-4f3c-98f5-28b11d585edd req-99f4fbe8-ff4a-4fc5-820c-2088e4ac1bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Feb 16 10:40:04.030544 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:04.042724 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '615fa764-c542-4769-b21b-5811a3988857', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'port_id': '615fa764-c542-4769-b21b-5811a3988857', 'mac_address': 'fa:16:3e:1b:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:40:04.080024 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:04.080414 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:04.093836 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615fa764-c542-4769-b21b-5811a3988857 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:04.111024 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e3a7-2520-41f8-9832-f13994622380 req-56053163-61f7-4f11-a2d4-b82210f3ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:04.113161 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-56053163-61f7-4f11-a2d4-b82210f3ac03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1128 time: 0.0449438 Feb 16 10:40:04.115666 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:04.119783 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:04.165917 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=9']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:04.207208 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e3a7-2520-41f8-9832-f13994622380 req-0ffabcf2-c61d-46a4-8a6f-9b24f5e2d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:04.208692 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-0ffabcf2-c61d-46a4-8a6f-9b24f5e2d8aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0887341 Feb 16 10:40:04.252227 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-aadf5b25-8f15-4588-bb6a-1abab181023c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 200 len: 217 time: 0.0354540 Feb 16 10:40:04.303799 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-1eff091f-b806-4318-8354-8482fe96da78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:04.307180 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e3a7-2520-41f8-9832-f13994622380 req-7b8cb9b3-6787-47ce-b687-96cf645227fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:04.308658 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-7b8cb9b3-6787-47ce-b687-96cf645227fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0497804 Feb 16 10:40:04.357081 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e3a7-2520-41f8-9832-f13994622380 req-80a226b9-b60a-4e4e-80bb-35f8e004fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:04.357420 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['615fa764-c542-4769-b21b-5811a3988857'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:04.358647 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-80a226b9-b60a-4e4e-80bb-35f8e004fb1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435553 Feb 16 10:40:04.446409 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-d8a5bb88-677d-4b22-b37f-adb0cca2ed81 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808511 Feb 16 10:40:04.541341 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26b8e3a7-2520-41f8-9832-f13994622380 req-2a724e6c-b379-4841-b03d-86851b0d5de8 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881374 Feb 16 10:40:04.630305 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5603-e47e-44b1-bfff-e3aab3ece6fa req-a7254baa-4d26-487d-b520-a7b7dc3ec4ec tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:04.631788 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-785c5603-e47e-44b1-bfff-e3aab3ece6fa req-a7254baa-4d26-487d-b520-a7b7dc3ec4ec tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0518310 Feb 16 10:40:04.680138 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-785c5603-e47e-44b1-bfff-e3aab3ece6fa req-98ba1725-9531-4370-97ef-3c785effa9b6 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Feb 16 10:40:04.791771 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0483c-7a0e-41d2-bba9-b779f7b42a7b req-e25697ce-5dc8-4828-bb63-c2cc6c028dde tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:04.793142 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7af0483c-7a0e-41d2-bba9-b779f7b42a7b req-e25697ce-5dc8-4828-bb63-c2cc6c028dde tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0540531 Feb 16 10:40:04.838899 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7af0483c-7a0e-41d2-bba9-b779f7b42a7b req-7d2aabde-baba-4805-945d-7989a12a0076 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Feb 16 10:40:05.242734 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:05.799096 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b508434-f977-44ea-bc44-80fc9d02c7dc req-68d2288d-701e-4c84-b0f0-822067707625 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:05.801155 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3b508434-f977-44ea-bc44-80fc9d02c7dc req-68d2288d-701e-4c84-b0f0-822067707625 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0551887 Feb 16 10:40:05.849311 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3b508434-f977-44ea-bc44-80fc9d02c7dc req-125e1507-edc2-4e37-b181-6664820d250a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Feb 16 10:40:05.934264 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:40:05.967362 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91a38-43a9-450c-996e-2cd544d6bb89 req-9c7561f1-34fd-43c6-b4ae-9cc8e7c5c344 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:05.969013 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22d91a38-43a9-450c-996e-2cd544d6bb89 req-9c7561f1-34fd-43c6-b4ae-9cc8e7c5c344 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0580156 Feb 16 10:40:05.988804 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 615fa764-c542-4769-b21b-5811a3988857 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:05.989238 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (615fa764-c542-4769-b21b-5811a3988857), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:06.019146 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22d91a38-43a9-450c-996e-2cd544d6bb89 req-1ef4a059-c497-45a7-9f48-2d50820c36c4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Feb 16 10:40:06.070919 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 615fa764-c542-4769-b21b-5811a3988857 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:06.071306 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (615fa764-c542-4769-b21b-5811a3988857), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:06.093929 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:06.096859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9b2f12-a153-4fb2-87e4-54a4d8009470" -d '{"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:06.108999 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:06.113639 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (615fa764-c542-4769-b21b-5811a3988857), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:06.164699 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=10']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:06.171563 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.171917 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.172262 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.172604 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.172934 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.173261 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.173625 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.173906 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.174314 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.174743 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.175079 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.175494 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.175848 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:06.192524 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a4fd6f-c868-40a6-8834-ca3e8fb1c392 x-openstack-request-id: req-d7a4fd6f-c868-40a6-8834-ca3e8fb1c392 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:06.192823 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "615fa764-c542-4769-b21b-5811a3988857", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:06.193079 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7a4fd6f-c868-40a6-8834-ca3e8fb1c392 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:06.193480 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'code': 200} Feb 16 10:40:06.629172 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01ed5-0029-41d8-8471-470741f09345 req-536b1a8f-dbc6-4123-9154-77e4e1fbf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:06.630710 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54e01ed5-0029-41d8-8471-470741f09345 req-536b1a8f-dbc6-4123-9154-77e4e1fbf84b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 1130 time: 0.0436580 Feb 16 10:40:06.673836 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54e01ed5-0029-41d8-8471-470741f09345 req-9afe1b0e-f5d4-42a1-89b8-ef7bf912a436 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368710 Feb 16 10:40:06.724631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:06.969747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a19e2-078f-46d2-8905-3e0e1914556d req-2fab79e1-1b65-48ca-b912-69a4db19598c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:06.971287 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb1a19e2-078f-46d2-8905-3e0e1914556d req-2fab79e1-1b65-48ca-b912-69a4db19598c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0546408 Feb 16 10:40:07.020101 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb1a19e2-078f-46d2-8905-3e0e1914556d req-0dae78c4-ca0f-44a3-b457-d28f21adae1b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Feb 16 10:40:07.145944 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12437e-d88a-4a37-a3d0-2b1d7964b4cf req-ff3a50a9-3250-43ef-9c68-7d1397ef0739 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:07.147386 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8e12437e-d88a-4a37-a3d0-2b1d7964b4cf req-ff3a50a9-3250-43ef-9c68-7d1397ef0739 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0528240 Feb 16 10:40:07.193632 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8e12437e-d88a-4a37-a3d0-2b1d7964b4cf req-d0b91526-3201-43ba-b36c-997ea1b60ef6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407586 Feb 16 10:40:08.119767 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:08.153375 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcdade-1240-40b4-bbab-4997acd28f56 req-2f58ae71-df25-455c-9549-f99dd674bc36 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:08.154916 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33dcdade-1240-40b4-bbab-4997acd28f56 req-2f58ae71-df25-455c-9549-f99dd674bc36 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0608532 Feb 16 10:40:08.205675 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33dcdade-1240-40b4-bbab-4997acd28f56 req-083852bb-b2b1-4608-91fc-00873d69b72e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Feb 16 10:40:08.319946 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7dcc8-b269-4b19-a513-2413900dc805 req-d195d507-41f0-4ca8-91c9-42294191bb80 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:08.321457 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dfe7dcc8-b269-4b19-a513-2413900dc805 req-d195d507-41f0-4ca8-91c9-42294191bb80 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0548944 Feb 16 10:40:08.373990 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dfe7dcc8-b269-4b19-a513-2413900dc805 req-5ac4a9f9-2c7c-4728-8dcb-6671338857e7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469639 Feb 16 10:40:09.334010 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86690130-9d95-4e49-9cd1-0635e969decb req-29893ea8-c785-4cd7-8875-b24e416651df tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:09.335498 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86690130-9d95-4e49-9cd1-0635e969decb req-29893ea8-c785-4cd7-8875-b24e416651df tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0609386 Feb 16 10:40:09.386554 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86690130-9d95-4e49-9cd1-0635e969decb req-af0dec9c-803c-4622-8e0f-880872635f8e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455556 Feb 16 10:40:09.500001 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da828-9bb5-4a31-abd4-e069324c372f req-2ff32d6d-0af4-490f-b583-ace55c6629af tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:09.501382 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-927da828-9bb5-4a31-abd4-e069324c372f req-2ff32d6d-0af4-490f-b583-ace55c6629af tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Feb 16 10:40:09.547888 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-927da828-9bb5-4a31-abd4-e069324c372f req-94be9c0c-8e0b-4a30-a9ef-4f86897b29b2 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Feb 16 10:40:10.501132 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c34165-fe9e-4fa6-894d-df8826828958 req-81c71cc8-5505-45e7-8b74-e62b320d319f tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:10.502601 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35c34165-fe9e-4fa6-894d-df8826828958 req-81c71cc8-5505-45e7-8b74-e62b320d319f tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0516078 Feb 16 10:40:10.551637 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35c34165-fe9e-4fa6-894d-df8826828958 req-c96a7a25-c5d1-4258-aa91-f9b94f02c4a0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Feb 16 10:40:11.678512 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5eab-45c8-42c8-bdb0-cf2a89dc89f2 req-94807087-bae8-4f0d-b1cf-84c2a7927059 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:11.679992 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7daa5eab-45c8-42c8-bdb0-cf2a89dc89f2 req-94807087-bae8-4f0d-b1cf-84c2a7927059 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 944 time: 0.0525239 Feb 16 10:40:11.725285 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f18d54-50b3-40e9-8f82-fda1a866ebdd req-7a6805bf-8dd2-4a8f-9d4c-800920539306 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:11.726811 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-94f18d54-50b3-40e9-8f82-fda1a866ebdd req-7a6805bf-8dd2-4a8f-9d4c-800920539306 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 945 time: 0.0541604 Feb 16 10:40:11.728944 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7daa5eab-45c8-42c8-bdb0-cf2a89dc89f2 req-213d9619-3081-4c9f-8756-7e39bbec90f8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Feb 16 10:40:11.775071 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-94f18d54-50b3-40e9-8f82-fda1a866ebdd req-b379be6e-972f-47d4-b78c-dc1865bdac48 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Feb 16 10:40:11.906852 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:12.001615 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 903b0bf5-f8b9-4462-8ef7-b97ba3441330 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:40:12.100113 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:12.110145 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:40:12.149313 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:12.149702 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:12.162142 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903b0bf5-f8b9-4462-8ef7-b97ba3441330 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:12.181112 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:12.184260 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:12.230736 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=903b0bf5-f8b9-4462-8ef7-b97ba3441330,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:12.440296 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['903b0bf5-f8b9-4462-8ef7-b97ba3441330'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:12.850697 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9052c4-6820-436f-bcda-0c048ebab55c req-234419b2-4a6b-4f5a-996b-c502ba949ea7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:12.852227 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e9052c4-6820-436f-bcda-0c048ebab55c req-234419b2-4a6b-4f5a-996b-c502ba949ea7 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 945 time: 0.0577106 Feb 16 10:40:12.897125 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0f46-48e9-4f75-934c-e425e68d37db req-a860b43f-5cff-42c6-920b-51e722c4e0c1 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:12.898628 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-34db0f46-48e9-4f75-934c-e425e68d37db req-a860b43f-5cff-42c6-920b-51e722c4e0c1 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Feb 16 10:40:12.901268 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e9052c4-6820-436f-bcda-0c048ebab55c req-4ca36f3d-2a28-475c-8671-e8541be3b622 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Feb 16 10:40:12.947831 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-34db0f46-48e9-4f75-934c-e425e68d37db req-8d1a0dd5-ad22-40db-9702-c3f1420ffba0 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a886275-db2a-473f-9c6a-e8c3888d2b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Feb 16 10:40:13.431791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-eed486a1-b015-4f07-afff-fffcb74224ba tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:13.433785 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-eed486a1-b015-4f07-afff-fffcb74224ba tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Feb 16 10:40:13.532939 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Deleting port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:13.533274 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:13.620256 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] For port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:13.620613 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:13.785432 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:13.785715 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (754a0b0d-754d-40f1-a3fc-dae9ceff98db), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:13.786029 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Floating IP 754a0b0d-754d-40f1-a3fc-dae9ceff98db disassociated. External IP: 172.27.2.19, port: 1e90e5a6-87de-46b8-b71c-5adcd6c83e64. Feb 16 10:40:13.786390 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Calling delete_port for 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:13.910596 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (1e90e5a6-87de-46b8-b71c-5adcd6c83e64), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:13.937859 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event deleted for resources: {'Port': ['ID=1e90e5a6-87de-46b8-b71c-5adcd6c83e64,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:14.027640 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 903b0bf5-f8b9-4462-8ef7-b97ba3441330 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:40:14.043034 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65c46418-a164-4ba7-b199-6785bcce0f6a req-446484ba-a0cd-44bf-bd1e-4cf554a39203 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/ports?device_id=f50c18a4-45ec-4036-b0c9-408315e74e37 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Feb 16 10:40:14.089950 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:40:14.093598 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:14.093974 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:14.100906 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315b531-2645-4fc7-839e-fd09103e7b3b req-b92b53c1-7dba-4907-b4ce-d4da50be5998 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:14.102413 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d315b531-2645-4fc7-839e-fd09103e7b3b req-b92b53c1-7dba-4907-b4ce-d4da50be5998 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 945 time: 0.0934093 Feb 16 10:40:14.104212 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:40:14.172964 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:14.173353 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:14.197488 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:14.199727 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec23635-edbe-4385-a5da-982a2dd48d8e" -d '{"events": [{"server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "name": "network-vif-plugged", "status": "completed", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:14.211884 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:14.216772 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:14.229606 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d315b531-2645-4fc7-839e-fd09103e7b3b req-f31de41c-e1c0-4ce2-9aca-6110a2c2c5bd tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203337 Feb 16 10:40:14.257524 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c2347-7651-4edb-ac51-4aa95aaab706 x-openstack-request-id: req-252c2347-7651-4edb-ac51-4aa95aaab706 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:14.257941 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "name": "network-vif-plugged", "status": "completed", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:14.258345 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-252c2347-7651-4edb-ac51-4aa95aaab706 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:14.259048 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'code': 200} Feb 16 10:40:14.271132 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:40:14.289065 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:40:14.306414 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=903b0bf5-f8b9-4462-8ef7-b97ba3441330,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:14.316939 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:14.317583 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:14.318884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] No DVR routers for this DVR port 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:40:14.321725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:14.325089 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d6c82bd-22e0-415b-a171-8dcab012eca3 req-7bc1fc9e-5af6-4de8-ac4e-1605e0e4e426 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.24 "DELETE /v2.0/ports/1e90e5a6-87de-46b8-b71c-5adcd6c83e64 HTTP/1.1" status: 204 len: 173 time: 0.8863702 Feb 16 10:40:14.325564 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'name': 'network-vif-deleted', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:14.327981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefbda76-d206-4934-a654-0d6154f682b9" -d '{"events": [{"server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "name": "network-vif-deleted", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:14.366986 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f3ab05-084a-4431-9c11-3a9f11067d00 x-openstack-request-id: req-d4f3ab05-084a-4431-9c11-3a9f11067d00 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:14.367562 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50c18a4-45ec-4036-b0c9-408315e74e37", "name": "network-vif-deleted", "tag": "1e90e5a6-87de-46b8-b71c-5adcd6c83e64", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:14.368250 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4f3ab05-084a-4431-9c11-3a9f11067d00 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:14.368869 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50c18a4-45ec-4036-b0c9-408315e74e37', 'name': 'network-vif-deleted', 'tag': '1e90e5a6-87de-46b8-b71c-5adcd6c83e64', 'status': 'completed', 'code': 200} Feb 16 10:40:14.452303 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:14.539742 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7d4d1-fca0-433b-94e6-dd6811553af4 req-c51d0241-2c96-480e-9fd4-c8832c1e4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:14.541248 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23e7d4d1-fca0-433b-94e6-dd6811553af4 req-c51d0241-2c96-480e-9fd4-c8832c1e4694 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0485239 Feb 16 10:40:14.589375 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-23e7d4d1-fca0-433b-94e6-dd6811553af4 req-102023a8-4b43-40a3-be39-e0e3ccb4022b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Feb 16 10:40:14.689556 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:14.715588 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:40:14.723594 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:14.724178 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:14.836693 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:15.064414 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:15.091855 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d76f0-a823-4e97-992e-af1dca24a82d None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:34:44Z', 'revision_number': 4, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '507a57c8-d548-4375-9d1b-dc65e96e3d58', 'name': '', 'network_id': '8977f40d-da89-4595-86ad-1970e5a4d3d8', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'mac_address': 'fa:16:3e:09:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:41Z', 'updated_at': '2022-02-16T10:34:52Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'subnets': [{'id': '8a2201c3-8d9f-47dc-86a2-a09981ae1020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:40:15.129327 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59000) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:15.187594 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9d84d9e-4802-4457-baf6-a4c2942c0eef tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (2a886275-db2a-473f-9c6a-e8c3888d2b37), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.210770 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9d84d9e-4802-4457-baf6-a4c2942c0eef tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (2a886275-db2a-473f-9c6a-e8c3888d2b37), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.261173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9d84d9e-4802-4457-baf6-a4c2942c0eef tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (2a886275-db2a-473f-9c6a-e8c3888d2b37), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.264034 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9d84d9e-4802-4457-baf6-a4c2942c0eef tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.265247 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d9d84d9e-4802-4457-baf6-a4c2942c0eef tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "DELETE /v2.0/security-groups/2a886275-db2a-473f-9c6a-e8c3888d2b37 HTTP/1.1" status: 204 len: 168 time: 0.1347339 Feb 16 10:40:15.268043 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59004) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:15.275634 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d84d9e-4802-4457-baf6-a4c2942c0eef tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a886275-db2a-473f-9c6a-e8c3888d2b37,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:15.294426 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-213b53c9-47e9-402a-8e9f-a8848aad9466 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] show failed (client error): The resource could not be found. Feb 16 10:40:15.302051 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-213b53c9-47e9-402a-8e9f-a8848aad9466 tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "GET /v2.0/security-groups/2a886275-db2a-473f-9c6a-e8c3888d2b37 HTTP/1.1" status: 404 len: 347 time: 0.0313010 Feb 16 10:40:15.302821 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59006) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:15.341762 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde62ad-41a6-4723-8bdd-a757ebf49726 None None] New status for floating IP 754a0b0d-754d-40f1-a3fc-dae9ceff98db: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:40:15.366474 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543475-eced-43f8-affc-7d035bc7c366 req-78552227-1cf0-41ae-9b93-caf10a963160 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:15.369000 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e4543475-eced-43f8-affc-7d035bc7c366 req-78552227-1cf0-41ae-9b93-caf10a963160 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.0579042 Feb 16 10:40:15.427293 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e4543475-eced-43f8-affc-7d035bc7c366 req-8d2c11ef-d40a-46ff-9df0-89a762d21531 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531900 Feb 16 10:40:15.435012 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Deleting port cbe7b783-aea5-4434-b802-32d1230f992a {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:15.435440 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (cbe7b783-aea5-4434-b802-32d1230f992a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.513379 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (cbe7b783-aea5-4434-b802-32d1230f992a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.513726 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (cbe7b783-aea5-4434-b802-32d1230f992a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.525554 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Calling delete_port for cbe7b783-aea5-4434-b802-32d1230f992a owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:15.667942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (cbe7b783-aea5-4434-b802-32d1230f992a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.694568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Pushing event deleted for resources: {'Port': ['ID=cbe7b783-aea5-4434-b802-32d1230f992a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:15.755655 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks [] for floatingip (754a0b0d-754d-40f1-a3fc-dae9ceff98db), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.758124 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:15.759277 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cff10a62-df7a-4558-89c8-36d7c639303f tempest-AttachVolumeTestJSON-1053223864 tempest-AttachVolumeTestJSON-1053223864-project] 10.222.0.45 "DELETE /v2.0/floatingips/754a0b0d-754d-40f1-a3fc-dae9ceff98db HTTP/1.1" status: 204 len: 168 time: 0.4554503 Feb 16 10:40:16.548110 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec2b62-2726-47fb-829c-24f7bd5a05cf req-181e1582-6c31-4ecf-b83a-3ec872cb5844 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:16.550139 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dec2b62-2726-47fb-829c-24f7bd5a05cf req-181e1582-6c31-4ecf-b83a-3ec872cb5844 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.0521851 Feb 16 10:40:16.597725 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dec2b62-2726-47fb-829c-24f7bd5a05cf req-5ea6fb75-ae02-45be-8597-1ac522bdd34c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Feb 16 10:40:16.714194 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c794bb9-79f1-4ca9-9ca3-b12a30ad9bbc req-1ea96ed6-3d9c-42f8-9593-92795e3f2d79 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:16.715596 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c794bb9-79f1-4ca9-9ca3-b12a30ad9bbc req-1ea96ed6-3d9c-42f8-9593-92795e3f2d79 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.0527649 Feb 16 10:40:16.764006 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c794bb9-79f1-4ca9-9ca3-b12a30ad9bbc req-f4acb7af-3094-4b8b-a73b-20ad1c0dec03 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Feb 16 10:40:16.787482 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59016) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:16.833031 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d4e66-c0d6-4b8f-bc88-1fbd67013f8b tempest-TestVolumeBootPattern-1046799463 tempest-TestVolumeBootPattern-1046799463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:16.834643 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4a8d4e66-c0d6-4b8f-bc88-1fbd67013f8b tempest-TestVolumeBootPattern-1046799463 tempest-TestVolumeBootPattern-1046799463-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1125 time: 0.0461481 Feb 16 10:40:16.837411 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59018) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:16.841592 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:16.861719 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:16.961278 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:17.073506 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Allocated IP 172.27.2.117 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/312d636e-e5b6-46cf-87f8-ad6efdfeb28a) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:17.183272 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:17.215177 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:17.254856 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:17.259480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:17.262950 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:17.288166 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=312d636e-e5b6-46cf-87f8-ad6efdfeb28a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:17.842541 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (2c6068de-e302-4b1f-bd90-ffae86350259), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:17.914161 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:18.032910 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:40:18.054829 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:40:18.055079 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1e90e5a6-87de-46b8-b71c-5adcd6c83e64 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:40:18.069015 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:18.074065 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:18.142565 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=312d636e-e5b6-46cf-87f8-ad6efdfeb28a,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:18.160110 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (2c6068de-e302-4b1f-bd90-ffae86350259), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:18.264579 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Floating IP 2c6068de-e302-4b1f-bd90-ffae86350259 associated. External IP: 172.27.2.117, port: 903b0bf5-f8b9-4462-8ef7-b97ba3441330. Feb 16 10:40:18.481448 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:40:18.597894 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:40:18.607370 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:40:18.617750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:18.621191 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:18.621721 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:18.649693 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bb2152d1-3764-4421-9eb2-d5df1ca71bc0 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8112600 Feb 16 10:40:18.650434 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:18.652661 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6f24a6-739a-4099-8284-62e8f10137c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:18.702755 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004c1aa-61e2-4752-aa87-63001ed3eaca x-openstack-request-id: req-2004c1aa-61e2-4752-aa87-63001ed3eaca {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:18.703182 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:18.703609 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2004c1aa-61e2-4752-aa87-63001ed3eaca {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:18.704017 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'status': 'completed', 'code': 200} Feb 16 10:40:18.738411 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:18.772268 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-368595a5-fed2-434f-a8d5-05537a4e3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:18.773812 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-368595a5-fed2-434f-a8d5-05537a4e3929 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0490143 Feb 16 10:40:18.882803 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-33a79630-4442-4b03-8644-1aa929a6bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:18.884192 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-33a79630-4442-4b03-8644-1aa929a6bf94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.1045179 Feb 16 10:40:18.950718 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-56b215f4-b204-49a2-a867-d2e6c4c7dddb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 200 len: 1000 time: 0.0593121 Feb 16 10:40:19.000169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-fc84a210-a2e8-4787-b0d1-0abf230af385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:19.001649 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-fc84a210-a2e8-4787-b0d1-0abf230af385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0448508 Feb 16 10:40:19.055381 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-a776f9e6-4b96-4dc2-a4b9-ed4bcc68d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:19.056876 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-a776f9e6-4b96-4dc2-a4b9-ed4bcc68d519 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486743 Feb 16 10:40:19.106212 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:17Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:19.136254 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:40:19.144911 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:19.145519 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:19.147235 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-eb4ea867-d5c4-469e-9fad-2ce18ef946ce service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837934 Feb 16 10:40:19.241043 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d6f24a6-739a-4099-8284-62e8f10137c3 req-e4fa0c63-3cf8-4099-b8d6-d218e3eef1c7 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880497 Feb 16 10:40:19.262507 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:19.292369 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59046) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:19.493656 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:17Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:19.524297 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad664a-f511-426a-a5bb-d231d66f62a0 None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:17Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:40:19.722404 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd4d3f-68d6-4dca-9db1-bf0705a7688c None None] New status for floating IP 2c6068de-e302-4b1f-bd90-ffae86350259: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:40:19.873792 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:40:19.978752 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (bf56e742-4b39-45ab-a4b9-2634b9e80824), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:20.221581 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Deleting port 507a57c8-d548-4375-9d1b-dc65e96e3d58 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:20.221907 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:20.301319 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] For port 507a57c8-d548-4375-9d1b-dc65e96e3d58, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=507a57c8-d548-4375-9d1b-dc65e96e3d58,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:20.302052 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:20.313526 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Calling delete_port for 507a57c8-d548-4375-9d1b-dc65e96e3d58 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:20.489304 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (507a57c8-d548-4375-9d1b-dc65e96e3d58), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:20.511840 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=507a57c8-d548-4375-9d1b-dc65e96e3d58,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:20.525583 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.525812 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.526270 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.526496 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.526824 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.527151 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.527478 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.527829 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.528151 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.528474 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.528798 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.529114 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.529428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:20.698470 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (bf56e742-4b39-45ab-a4b9-2634b9e80824), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:20.936599 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Router bf56e742-4b39-45ab-a4b9-2634b9e80824 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:40:21.047594 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:40:21.052977 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f2ac4bb4-ca6c-463e-a3d0-af3d6cc39cc4 admin admin] 10.222.0.45 "PUT /v2.0/routers/bf56e742-4b39-45ab-a4b9-2634b9e80824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594154 Feb 16 10:40:21.055549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59052) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:21.058004 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] Sync routers for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:40:21.068740 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:21.069436 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:21.162518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks [] for router (bf56e742-4b39-45ab-a4b9-2634b9e80824), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.191592 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:21.269782 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks [] for router_gateway (bf56e742-4b39-45ab-a4b9-2634b9e80824), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.322788 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Deleting port a30b0cd4-7f45-4f24-be50-25740fd35245 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:21.323435 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.371619 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:40:20Z', 'revision_number': 5, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port': {'id': 'a30b0cd4-7f45-4f24-be50-25740fd35245', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:34:36Z', 'updated_at': '2022-02-16T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:21.398857 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] Checking router: bf56e742-4b39-45ab-a4b9-2634b9e80824 for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:40:21.404011 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] For port a30b0cd4-7f45-4f24-be50-25740fd35245, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=a30b0cd4-7f45-4f24-be50-25740fd35245,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:21.404370 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.407017 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] Routers {'bf56e742-4b39-45ab-a4b9-2634b9e80824'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:21.407618 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['bf56e742-4b39-45ab-a4b9-2634b9e80824'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:21.416080 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Calling delete_port for a30b0cd4-7f45-4f24-be50-25740fd35245 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:21.497445 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] Set router bf56e742-4b39-45ab-a4b9-2634b9e80824 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:21.552809 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:40:21Z', 'revision_number': 6, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:21.579367 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0dc071-f575-41b9-a8c8-f5d55d1e003a None None] The sync data for ids ['bf56e742-4b39-45ab-a4b9-2634b9e80824'] in dv-cinder-804757-12-iscsi is: [{'id': 'bf56e742-4b39-45ab-a4b9-2634b9e80824', 'name': 'tempest-AttachVolumeTestJSON-1050156733-router', 'tenant_id': '56f7fbb4a63f44c89653734f9047af7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:34:35Z', 'updated_at': '2022-02-16T10:40:21Z', 'revision_number': 6, 'project_id': '56f7fbb4a63f44c89653734f9047af7c', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:40:21.585993 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (a30b0cd4-7f45-4f24-be50-25740fd35245), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.613077 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30b0cd4-7f45-4f24-be50-25740fd35245,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:21.673150 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (bf56e742-4b39-45ab-a4b9-2634b9e80824), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.765188 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (bf56e742-4b39-45ab-a4b9-2634b9e80824), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.767346 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks [] for router_controller (bf56e742-4b39-45ab-a4b9-2634b9e80824), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.812372 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (bf56e742-4b39-45ab-a4b9-2634b9e80824), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.812887 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf56e742-4b39-45ab-a4b9-2634b9e80824 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:40:21.818330 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.819459 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1c753b7b-853a-41f1-a6a8-0d518fd00f89 admin admin] 10.222.0.45 "DELETE /v2.0/routers/bf56e742-4b39-45ab-a4b9-2634b9e80824 HTTP/1.1" status: 204 len: 168 time: 0.7629974 Feb 16 10:40:21.821925 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59054) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:21.865301 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Deleting subnet 8a2201c3-8d9f-47dc-86a2-a09981ae1020 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:40:21.868506 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Publish callbacks [] for subnet (8a2201c3-8d9f-47dc-86a2-a09981ae1020), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.902405 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (8a2201c3-8d9f-47dc-86a2-a09981ae1020), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:21.988734 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (8a2201c3-8d9f-47dc-86a2-a09981ae1020), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.042647 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (8a2201c3-8d9f-47dc-86a2-a09981ae1020), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.067812 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2201c3-8d9f-47dc-86a2-a09981ae1020,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:22.071680 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.074726 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3a93b7a5-ca81-4607-89d2-2a89ee20b420 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8a2201c3-8d9f-47dc-86a2-a09981ae1020 HTTP/1.1" status: 204 len: 168 time: 0.2518578 Feb 16 10:40:22.077129 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59056) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:22.079680 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519010dc-a2a8-4055-9d3e-eb11423eb5d0 None None] Network 8977f40d-da89-4595-86ad-1970e5a4d3d8 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:40:22.149955 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (8977f40d-da89-4595-86ad-1970e5a4d3d8), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.204190 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Deleting port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:22.204531 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.266171 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] For port 5f431adf-fb34-4a4f-9100-bf9edf2e6050, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5f431adf-fb34-4a4f-9100-bf9edf2e6050,segment=NetworkSegment(e58531d5-4e3e-432b-bbfd-296209127d5a),segment_id=e58531d5-4e3e-432b-bbfd-296209127d5a)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:22.266447 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.278895 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Calling delete_port for 5f431adf-fb34-4a4f-9100-bf9edf2e6050 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:22.364101 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (5f431adf-fb34-4a4f-9100-bf9edf2e6050), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.369027 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a3b7c-17e5-4196-917c-34776cb36f1a None None] DHCP port deletion for 8977f40d-da89-4595-86ad-1970e5a4d3d8 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:40:22.381694 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] No DVR routers for this DVR port 5f431adf-fb34-4a4f-9100-bf9edf2e6050 on host dv-cinder-804757-12-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:40:22.397841 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f431adf-fb34-4a4f-9100-bf9edf2e6050,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:22.468988 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (8977f40d-da89-4595-86ad-1970e5a4d3d8), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.491300 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8977f40d-da89-4595-86ad-1970e5a4d3d8']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:22.500570 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58531d5-4e3e-432b-bbfd-296209127d5a') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:22.500866 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58531d5-4e3e-432b-bbfd-296209127d5a') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:22.510184 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13514010'] for segment (e58531d5-4e3e-432b-bbfd-296209127d5a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.523640 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (e58531d5-4e3e-432b-bbfd-296209127d5a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.529781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:40:22.530191 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13042602'] for segment (e58531d5-4e3e-432b-bbfd-296209127d5a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: timer() Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: cb(*args, **kw) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: self._notify() Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: self.callback(batched_events) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: event.method(event) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._get(url).json() Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:40:22.531855 dv-cinder-804757-12-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:40:22.588170 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (8977f40d-da89-4595-86ad-1970e5a4d3d8), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.593670 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.600185 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/8977f40d-da89-4595-86ad-1970e5a4d3d8 HTTP/1.1" status: 204 len: 168 time: 0.5197709 Feb 16 10:40:22.610370 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95a4e9-5deb-4eef-b083-60fec14d9c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=8977f40d-da89-4595-86ad-1970e5a4d3d8,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:22.717623 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59060) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:22.737524 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 507a57c8-d548-4375-9d1b-dc65e96e3d58 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:40:22.758163 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 507a57c8-d548-4375-9d1b-dc65e96e3d58 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:40:22.758488 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 507a57c8-d548-4375-9d1b-dc65e96e3d58 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:40:22.758904 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a30b0cd4-7f45-4f24-be50-25740fd35245 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:40:22.763605 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-66c75b56-ac50-416e-b079-03b29608f3b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56f7fbb4a63f44c89653734f9047af7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447652 Feb 16 10:40:22.766025 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59062) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:22.781310 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: a30b0cd4-7f45-4f24-be50-25740fd35245 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:40:22.781662 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device a30b0cd4-7f45-4f24-be50-25740fd35245 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:40:22.782086 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5f431adf-fb34-4a4f-9100-bf9edf2e6050 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:40:22.800966 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 5f431adf-fb34-4a4f-9100-bf9edf2e6050 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:40:22.801311 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5f431adf-fb34-4a4f-9100-bf9edf2e6050 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:40:22.818289 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-8fc3-4677-ab72-260397e69a5b admin admin] Publish callbacks [] for security_group (ac9157aa-8b59-41a2-a03b-d8061a402dbd), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.843042 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-8fc3-4677-ab72-260397e69a5b admin admin] Publish callbacks [] for security_group (ac9157aa-8b59-41a2-a03b-d8061a402dbd), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.891374 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-8fc3-4677-ab72-260397e69a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (ac9157aa-8b59-41a2-a03b-d8061a402dbd), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.895309 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9682ffc9-8fc3-4677-ab72-260397e69a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:22.896525 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9682ffc9-8fc3-4677-ab72-260397e69a5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac9157aa-8b59-41a2-a03b-d8061a402dbd HTTP/1.1" status: 204 len: 168 time: 0.1295719 Feb 16 10:40:22.904572 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ffc9-8fc3-4677-ab72-260397e69a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9157aa-8b59-41a2-a03b-d8061a402dbd,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:23.541137 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59084) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:23.634740 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-953773026-network', 'tenant_id': '18f54fcd8cc24bcfb7a9f3e10692cd11'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:23.653692 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Made reservation on behalf of 18f54fcd8cc24bcfb7a9f3e10692cd11 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:23.655972 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.664898 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.739017 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks [] for security_group (d2dc0e33-6568-4981-b1ee-c59763f0a737), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.743054 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d2dc0e33-6568-4981-b1ee-c59763f0a737), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.770755 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:40:23.775979 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc0e33-6568-4981-b1ee-c59763f0a737,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:23.784712 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (1130f3be-5ae0-49ce-87a3-b8a5d6540d4d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.785137 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Added segment 1130f3be-5ae0-49ce-87a3-b8a5d6540d4d of type vlan for network 88444ae2-1e7c-4abe-8bc3-b69086f07360 Feb 16 10:40:23.828215 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753318955120'] for network (88444ae2-1e7c-4abe-8bc3-b69086f07360), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.853672 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255'] for network (88444ae2-1e7c-4abe-8bc3-b69086f07360), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.854631 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:23.855217 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.882402 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3401263 Feb 16 10:40:23.885384 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59088) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:23.890314 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Request body: {'subnet': {'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-953773026-subnet', 'tenant_id': '18f54fcd8cc24bcfb7a9f3e10692cd11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:23.911314 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Made reservation on behalf of 18f54fcd8cc24bcfb7a9f3e10692cd11 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:23.913602 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58629259'] for subnet (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:23.922579 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4645-e29f-4ef9-991a-9d5464938a01 admin admin] Pushing event updated for resources: {'Network': ['ID=88444ae2-1e7c-4abe-8bc3-b69086f07360,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:23.933297 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 details requested by agent ovs-agent-dv-cinder-804757-12-iscsi with host dv-cinder-804757-12-iscsi {{(pid=102812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:40:24.095214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13408792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58629305'] for subnet (3fa04285-e241-4169-9ebe-1bff04551926), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:24.148905 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa04285-e241-4169-9ebe-1bff04551926,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:24.157281 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Checking segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:40:24.157631 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Network hostable DHCP agents. Network: 88444ae2-1e7c-4abe-8bc3-b69086f07360, hostable agents: ['fff7283f-8950-484d-afff-3abd44a57340'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:40:24.175185 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 is scheduled to be hosted by DHCP agent fff7283f-8950-484d-afff-3abd44a57340 with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:40:24.183922 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-12-iscsi, 88444ae2-1e7c-4abe-8bc3-b69086f07360) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:24.187983 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:24.188567 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:24.194627 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e29a2-4a67-4007-9867-9a14a4426a43 None None] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:40:24.216585 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6b2e4bfc-cecb-4fbd-8172-051c6ceba665 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3217058 Feb 16 10:40:24.297968 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d8340-022c-4bbe-a244-c29fd3996f98 None None] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:40:24.634813 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6c170495-0cb3-4bf4-9b6f-285eb7f85116 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:24.636303 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6c170495-0cb3-4bf4-9b6f-285eb7f85116 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1061342 Feb 16 10:40:24.650667 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-a10438eb-69ca-46da-83fa-12c6b13928ee tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/quotas/18f54fcd8cc24bcfb7a9f3e10692cd11 HTTP/1.1" status: 200 len: 375 time: 0.0089104 Feb 16 10:40:24.681474 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-4ccd2194-b6db-4f7b-a5bd-4a70beb97999 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261929 Feb 16 10:40:24.816594 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-99d6721c-e04c-4c3e-95a2-39b4c749739e service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285598 Feb 16 10:40:24.917936 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-69de21b7-408f-4944-9cde-d649ed58e4b9 service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957813 Feb 16 10:40:25.073589 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f55e950e-188c-4349-893e-eecaa04d1d3f req-734976bf-f782-422d-b066-706cf407a74d tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 210 time: 0.0282211 Feb 16 10:40:26.025879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-dbc02cad-4c5f-4b64-8c8f-75fa81d8db8d tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:26.027835 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-dbc02cad-4c5f-4b64-8c8f-75fa81d8db8d tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1142998 Feb 16 10:40:26.043169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Request body: {'port': {'device_id': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'admin_state_up': True, 'tenant_id': '18f54fcd8cc24bcfb7a9f3e10692cd11'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:26.155364 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Made reservation on behalf of 18f54fcd8cc24bcfb7a9f3e10692cd11 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:26.160106 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.166888 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dc560da1-49e9-4b73-a6b4-a0e8078ccbf0 req-3b953f33-75ec-4a41-ade3-7f67acf5ed3e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 210 time: 0.0276649 Feb 16 10:40:26.288981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Allocated IP 172.20.0.5 (88444ae2-1e7c-4abe-8bc3-b69086f07360/3fa04285-e241-4169-9ebe-1bff04551926/901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:26.432870 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks [] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.465367 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.509037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:26.512175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:26.515773 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:26.538846 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event updated for resources: {'Port': ['ID=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:26.566025 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:26.566669 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.581544 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-6437a230-821d-4e97-8e68-6bd39a2f9420 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425000 Feb 16 10:40:26.593406 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Request body: {'port': {'device_id': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:26.654659 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.908830 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:26.916582 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Publish callbacks [] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.935450 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Transition to ACTIVE for port object 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:40:26.939128 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:26.993291 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Pushing event updated for resources: {'Port': ['ID=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:27.061527 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Attempting to bind port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:40:27.061857 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Attempting to bind port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:40:27.062203 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Attempting to bind port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:27.066985 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:40:27.067299 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Attempting to bind port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:27.071923 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:40:27.072253 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Checking segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:40:27.072631 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Bound using segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:40:27.073049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Bound port: 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:40:27.073393 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:27.132662 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] For port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:40:27.135618 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] For port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:40:27.140229 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:27.174828 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.175525 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:27.176829 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] 10.222.0.24 "PUT /v2.0/ports/901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc HTTP/1.1" status: 200 len: 1093 time: 0.5873528 Feb 16 10:40:27.177272 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'tag': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:27.179495 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbfbe6a-7e67-48ad-addb-026fa56610dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2694126b-f424-4bc5-9cb9-95d7197c8d9f", "tag": "901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:27.215737 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65a38a-0eff-417c-a3d8-fc41bce55dbe service neutron] Pushing event updated for resources: {'Port': ['ID=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:27.220196 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f54fe-3e40-4a25-9a84-11001b6dfd8c x-openstack-request-id: req-b73f54fe-3e40-4a25-9a84-11001b6dfd8c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:27.220487 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2694126b-f424-4bc5-9cb9-95d7197c8d9f", "tag": "901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:27.221447 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b73f54fe-3e40-4a25-9a84-11001b6dfd8c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:27.221947 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'tag': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', 'status': 'completed', 'code': 200} Feb 16 10:40:27.300398 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59602-b0c3-4e01-a335-963e0f58fe23 req-f4f5729d-824a-46b4-a15e-9707127adbc3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.301933 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6ff59602-b0c3-4e01-a335-963e0f58fe23 req-f4f5729d-824a-46b4-a15e-9707127adbc3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 943 time: 0.0586212 Feb 16 10:40:27.303543 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-b436ccd4-ea85-4640-934d-348a0a7c78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.305110 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-b436ccd4-ea85-4640-934d-348a0a7c78ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 1127 time: 0.0477850 Feb 16 10:40:27.348160 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-23d470df-4d8b-4deb-8cb3-d71450d082e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc HTTP/1.1" status: 200 len: 217 time: 0.0347991 Feb 16 10:40:27.348759 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6ff59602-b0c3-4e01-a335-963e0f58fe23 req-61c48dfe-bb7b-43f8-be2a-da1a88ac7804 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Feb 16 10:40:27.395944 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-ceb7a3bd-0a29-4394-97fb-dff318ca1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.397366 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-ceb7a3bd-0a29-4394-97fb-dff318ca1081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0431473 Feb 16 10:40:27.432604 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-73fd88ee-3e25-4461-9816-047b5822dc00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288301 Feb 16 10:40:27.520451 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-59ff7af4-96d8-473e-b3f8-2caeae6331b3 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805826 Feb 16 10:40:27.609997 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f29da8f-302a-439f-b7f1-35ee5e64d107 req-75410e6c-0281-4eaf-bc00-7089943f6540 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831232 Feb 16 10:40:27.699994 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-28bec1c5-2480-477d-b666-c85e184984cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.701493 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-28bec1c5-2480-477d-b666-c85e184984cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 1127 time: 0.0439322 Feb 16 10:40:27.793379 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-00e94d0a-1f28-4185-9400-f785136dce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.794790 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-00e94d0a-1f28-4185-9400-f785136dce21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 915 time: 0.0873640 Feb 16 10:40:27.835086 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-2cb49fc4-9bd9-4495-83f1-573a3043722c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc HTTP/1.1" status: 200 len: 217 time: 0.0342216 Feb 16 10:40:27.884750 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-27ee036e-79fb-4ef3-afed-283d2d24607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:27.886253 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-27ee036e-79fb-4ef3-afed-283d2d24607c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0429919 Feb 16 10:40:27.920449 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-e3a94f17-03ca-4916-9a6e-5e2393a1f8b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262902 Feb 16 10:40:28.013856 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-18cbaaa0-5af7-4ead-9276-f2f6103662df service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876193 Feb 16 10:40:28.107390 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fbfbe6a-7e67-48ad-addb-026fa56610dc req-f3715218-8852-4f64-b8bb-ccf53eb88798 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850527 Feb 16 10:40:28.468455 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703873d-10fe-4fe8-99cd-87c153fb7704 req-e16a8f40-116e-43e7-9aae-02aa65fd1726 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:28.469916 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9703873d-10fe-4fe8-99cd-87c153fb7704 req-e16a8f40-116e-43e7-9aae-02aa65fd1726 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 943 time: 0.0530319 Feb 16 10:40:28.516128 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9703873d-10fe-4fe8-99cd-87c153fb7704 req-2ec9819a-9a12-4a85-b2a5-59a723d32a59 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Feb 16 10:40:29.630144 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3839a5-3a28-4df1-85db-5b3736693c26 req-11c1a27d-8a7a-4b65-accf-f57fa9c460cf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:29.631615 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab3839a5-3a28-4df1-85db-5b3736693c26 req-11c1a27d-8a7a-4b65-accf-f57fa9c460cf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 943 time: 0.0518830 Feb 16 10:40:29.677204 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab3839a5-3a28-4df1-85db-5b3736693c26 req-0fdf481d-d3a8-4c8d-be7e-6736fdece627 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 16 10:40:30.048963 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:40:30.273721 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:30.285272 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'port_id': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', 'mac_address': 'fa:16:3e:60:1f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa04285-e241-4169-9ebe-1bff04551926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:40:30.322051 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:30.322469 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:30.335168 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:30.354652 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:30.358910 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:30.404590 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:30.621334 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:30.794148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c991c0-3530-4084-8d3d-51e372de39fc req-f5e08626-0985-4535-95b5-3c7066db2b8f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:30.795607 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05c991c0-3530-4084-8d3d-51e372de39fc req-f5e08626-0985-4535-95b5-3c7066db2b8f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 944 time: 0.0531058 Feb 16 10:40:30.842442 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05c991c0-3530-4084-8d3d-51e372de39fc req-8d6fc61f-d5ce-4cc3-b6b0-1c22658b1230 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Feb 16 10:40:31.669602 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c32887ee-7301-4cf3-bbcd-fca2b22dbc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:31.961366 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717d528-b46d-47bb-8ebe-99cc4da971ec req-2e72a2ac-d35c-4910-ae6c-0513eae37dc8 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:31.962868 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5717d528-b46d-47bb-8ebe-99cc4da971ec req-2e72a2ac-d35c-4910-ae6c-0513eae37dc8 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 944 time: 0.0516174 Feb 16 10:40:32.012686 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5717d528-b46d-47bb-8ebe-99cc4da971ec req-dd3c141e-c57b-4f4f-bfdd-ea910832065b tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Feb 16 10:40:32.051824 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:40:32.101959 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:40:32.106072 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:32.106485 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:32.183415 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:32.183806 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:32.206454 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:32.208742 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68310027-742a-487a-a976-f5495ebb28f6" -d '{"events": [{"server_uuid": "2694126b-f424-4bc5-9cb9-95d7197c8d9f", "name": "network-vif-plugged", "status": "completed", "tag": "901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:32.221825 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:32.226461 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:32.254221 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fcb8f3-b973-4b78-99cd-fc70980af4e2 x-openstack-request-id: req-b8fcb8f3-b973-4b78-99cd-fc70980af4e2 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:32.254511 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2694126b-f424-4bc5-9cb9-95d7197c8d9f", "name": "network-vif-plugged", "status": "completed", "tag": "901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:32.254761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8fcb8f3-b973-4b78-99cd-fc70980af4e2 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:32.255146 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', 'code': 200} Feb 16 10:40:32.281836 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:32.419562 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6df80-e8db-4788-a906-c666a336daaa req-64db6983-717c-45f5-934b-ec386fbcd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:32.421038 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30f6df80-e8db-4788-a906-c666a336daaa req-64db6983-717c-45f5-934b-ec386fbcd7c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 1129 time: 0.0470040 Feb 16 10:40:32.462434 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30f6df80-e8db-4788-a906-c666a336daaa req-376f4221-6ac8-459c-a603-70b0fe05b3b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354068 Feb 16 10:40:33.130254 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00486be4-a036-4f2b-9752-4e277121e72a req-7f9c8417-52d5-452b-a27c-e62bc97a9d09 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:33.131715 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-00486be4-a036-4f2b-9752-4e277121e72a req-7f9c8417-52d5-452b-a27c-e62bc97a9d09 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 945 time: 0.0519400 Feb 16 10:40:33.176731 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-00486be4-a036-4f2b-9752-4e277121e72a req-c13928fb-446e-4a26-bf79-717f3e60e3fd tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Feb 16 10:40:34.295548 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0af17f41-f67e-4146-9019-5dce82d83d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:34.298554 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bacc-96b8-4a9a-8d37-29ebaf6eca09 req-50f62a93-a8f4-43d5-8b66-cecf348db457 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:34.300354 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2100bacc-96b8-4a9a-8d37-29ebaf6eca09 req-50f62a93-a8f4-43d5-8b66-cecf348db457 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 945 time: 0.0538740 Feb 16 10:40:34.347135 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2100bacc-96b8-4a9a-8d37-29ebaf6eca09 req-7d223fed-d1ee-4493-8df5-9319335ea0ea tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Feb 16 10:40:35.245233 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:36.726632 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:38.113042 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:41.929952 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:43.600827 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-97f6352d-8ec8-42b9-87f1-51a33391485b tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:43.602218 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-97f6352d-8ec8-42b9-87f1-51a33391485b tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1039541 Feb 16 10:40:43.616923 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-2c04c62a-1433-43b2-b644-e2b78f0a1a0f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/quotas/18f54fcd8cc24bcfb7a9f3e10692cd11 HTTP/1.1" status: 200 len: 375 time: 0.0094697 Feb 16 10:40:43.669439 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-47925924-f103-45a1-9c5a-e8c3eccbb8f1 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474379 Feb 16 10:40:43.762233 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-31132f58-f386-4d0d-83bb-7bcf5cd52164 service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851474 Feb 16 10:40:43.855242 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-5be3a22c-d97f-48cf-8bdd-dd8231e04aa3 service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863941 Feb 16 10:40:44.008152 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f0db75e-69f0-419b-87af-b39eb319898f req-856f58cf-843a-44db-98f1-26d44c2f3489 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Feb 16 10:40:44.339873 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efb5ba-7266-473f-aef5-39e5b8a2590b req-236ed830-34a4-45b9-aaa1-2d02d0cebd57 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:44.341343 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21efb5ba-7266-473f-aef5-39e5b8a2590b req-236ed830-34a4-45b9-aaa1-2d02d0cebd57 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0529420 Feb 16 10:40:44.394935 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21efb5ba-7266-473f-aef5-39e5b8a2590b req-93a981c0-f296-4a5f-9385-d9359b36bdb4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Feb 16 10:40:45.248068 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cb2ad743-2104-405b-8e0d-ccbe3eb29575 req-3edee780-ea51-4647-b11f-4bb4f09cb34c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 210 time: 0.0607843 Feb 16 10:40:45.284494 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-9ff90e4d-8cfd-400f-8a52-4e77b0a21bd4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:45.285875 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-9ff90e4d-8cfd-400f-8a52-4e77b0a21bd4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.3868854 Feb 16 10:40:45.299317 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Request body: {'port': {'device_id': '14f077f6-0b0e-44ae-a409-cd0092653471', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'admin_state_up': True, 'tenant_id': '18f54fcd8cc24bcfb7a9f3e10692cd11'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:45.402868 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Made reservation on behalf of 18f54fcd8cc24bcfb7a9f3e10692cd11 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:45.406082 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:45.528537 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9717-e34c-4360-aeb8-bdb81b71d3e8 req-99a52e10-6cb2-4b70-8943-687b1f396271 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:45.530058 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b28f9717-e34c-4360-aeb8-bdb81b71d3e8 req-99a52e10-6cb2-4b70-8943-687b1f396271 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0602422 Feb 16 10:40:45.537937 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Allocated IP 172.20.0.14 (88444ae2-1e7c-4abe-8bc3-b69086f07360/3fa04285-e241-4169-9ebe-1bff04551926/0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:45.577546 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b28f9717-e34c-4360-aeb8-bdb81b71d3e8 req-e639cab7-ed59-4a1c-90a4-6e2566f0f74a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Feb 16 10:40:45.681878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks [] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:45.715140 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:45.737600 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:45.764034 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:45.768116 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:45.771881 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:45.778252 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event updated for resources: {'Port': ['ID=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:45.827328 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:45.828290 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:45.844718 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-11bfc5c2-ef1a-4fc9-8399-64184c2b7ed6 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494766 Feb 16 10:40:45.857076 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Request body: {'port': {'device_id': '14f077f6-0b0e-44ae-a409-cd0092653471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:45.915641 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.059174 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-f5cc7b16-5490-4a26-b6d7-44e93ebd9ac0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:46.060675 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-f5cc7b16-5490-4a26-b6d7-44e93ebd9ac0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Feb 16 10:40:46.164528 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Deleting port 615fa764-c542-4769-b21b-5811a3988857 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:46.164876 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (615fa764-c542-4769-b21b-5811a3988857), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.177796 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:46.185385 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Publish callbacks [] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.197834 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Transition to ACTIVE for port object 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:40:46.201402 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.255134 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Pushing event updated for resources: {'Port': ['ID=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:46.256559 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] For port 615fa764-c542-4769-b21b-5811a3988857, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=615fa764-c542-4769-b21b-5811a3988857,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:46.256997 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (615fa764-c542-4769-b21b-5811a3988857), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.339893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Attempting to bind port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:40:46.340526 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Attempting to bind port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:40:46.340858 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Attempting to bind port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:46.362142 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:40:46.362470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Attempting to bind port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:46.374522 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:40:46.374861 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Checking segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:40:46.375252 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Bound using segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:40:46.375679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Bound port: 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:40:46.376065 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.400758 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c8311-8c62-4ea1-a907-fd49ba2b937a req-df7e2316-f814-4291-b3a6-a375eab7b653 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:46.402391 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d3c8311-8c62-4ea1-a907-fd49ba2b937a req-df7e2316-f814-4291-b3a6-a375eab7b653 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 944 time: 0.0802801 Feb 16 10:40:46.436539 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.436928 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (62944b37-3ecd-469d-a65c-a849612430f9), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.437245 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.l3_db [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Floating IP 62944b37-3ecd-469d-a65c-a849612430f9 disassociated. External IP: 172.27.2.16, port: 615fa764-c542-4769-b21b-5811a3988857. Feb 16 10:40:46.437580 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Calling delete_port for 615fa764-c542-4769-b21b-5811a3988857 owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:46.485180 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d3c8311-8c62-4ea1-a907-fd49ba2b937a req-358fa147-878d-4beb-adee-6811508a57af tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655701 Feb 16 10:40:46.486568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] For port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:40:46.490262 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] For port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:40:46.498444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.536234 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:46.536857 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.538310 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] 10.222.0.24 "PUT /v2.0/ports/0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d HTTP/1.1" status: 200 len: 1094 time: 0.6854141 Feb 16 10:40:46.538765 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f077f6-0b0e-44ae-a409-cd0092653471', 'tag': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:46.541031 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f734151-422f-4db0-b390-afbee2432924" -d '{"events": [{"name": "network-changed", "server_uuid": "14f077f6-0b0e-44ae-a409-cd0092653471", "tag": "0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:46.582540 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305e3c6-c963-44e6-902b-ea1019ecac6b service neutron] Pushing event updated for resources: {'Port': ['ID=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:46.639821 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-f17949e2-1d9b-46fe-aeef-80029af161ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:46.641481 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-f17949e2-1d9b-46fe-aeef-80029af161ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 1128 time: 0.0549719 Feb 16 10:40:46.690848 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-f88a1f11-9c2a-4896-ad32-075323dc8602 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d HTTP/1.1" status: 200 len: 217 time: 0.0414762 Feb 16 10:40:46.766389 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16c119b-9557-4906-aed8-182c11a44852 x-openstack-request-id: req-a16c119b-9557-4906-aed8-182c11a44852 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:46.766802 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f077f6-0b0e-44ae-a409-cd0092653471", "tag": "0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:46.767190 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a16c119b-9557-4906-aed8-182c11a44852 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:46.767597 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f077f6-0b0e-44ae-a409-cd0092653471', 'tag': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'status': 'completed', 'code': 200} Feb 16 10:40:46.780018 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242db2-76b0-4848-a704-d55248dc9e31 req-a24493fc-6906-4db8-ab8a-ea599a97103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:46.781492 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-a24493fc-6906-4db8-ab8a-ea599a97103e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0798545 Feb 16 10:40:46.794976 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14769-c8b1-4585-a513-a98fdc8b8982 req-73efaa01-a0c5-4de4-9313-7542d3027d7f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:46.796405 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3fa14769-c8b1-4585-a513-a98fdc8b8982 req-73efaa01-a0c5-4de4-9313-7542d3027d7f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6d1818-2360-4e07-9a19-fd12ade7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1046078 Feb 16 10:40:46.831179 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-97c67a96-1648-46dd-9283-dfe3dc19d61d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433207 Feb 16 10:40:46.839436 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (615fa764-c542-4769-b21b-5811a3988857), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:46.873405 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event deleted for resources: {'Port': ['ID=615fa764-c542-4769-b21b-5811a3988857,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:46.890672 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3fa14769-c8b1-4585-a513-a98fdc8b8982 req-f74d1b18-e2b8-431d-b479-372abbccefca tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865374 Feb 16 10:40:46.947197 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-7eb0cd83-8729-4856-b046-670e0f6f9cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092701 Feb 16 10:40:46.993504 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:40:47.036517 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31242db2-76b0-4848-a704-d55248dc9e31 req-43a94139-b4ec-4de6-bff7-9914d4c9a9be service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834053 Feb 16 10:40:47.101299 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:40:47.113503 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:40:47.124765 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:47.127340 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:47.141104 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f734151-422f-4db0-b390-afbee2432924 req-cfef6e06-d112-4bc8-8fed-07a9f623038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:47.142833 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-cfef6e06-d112-4bc8-8fed-07a9f623038c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 1128 time: 0.0585179 Feb 16 10:40:47.147546 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] No DVR routers for this DVR port 615fa764-c542-4769-b21b-5811a3988857 on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:40:47.150152 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:47.153332 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f3af681-e5ef-4be6-95d0-7d633a100a3e req-4da35fc2-c8ce-47de-a098-e287f85b3eae tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "DELETE /v2.0/ports/615fa764-c542-4769-b21b-5811a3988857 HTTP/1.1" status: 204 len: 173 time: 1.0879297 Feb 16 10:40:47.153772 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-deleted', 'tag': '615fa764-c542-4769-b21b-5811a3988857'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:47.156013 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543057da-338c-4ee1-b203-79c4e1caf77f" -d '{"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-deleted", "tag": "615fa764-c542-4769-b21b-5811a3988857"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:47.250065 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:47.255606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f734151-422f-4db0-b390-afbee2432924 req-d48b69b5-7eac-44d3-95d2-d61e0a6e1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:47.258462 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-d48b69b5-7eac-44d3-95d2-d61e0a6e1cb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 915 time: 0.1086237 Feb 16 10:40:47.281806 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6917f2-ba7a-4052-9ce2-2b56b774a736 x-openstack-request-id: req-2c6917f2-ba7a-4052-9ce2-2b56b774a736 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:47.282856 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d1818-2360-4e07-9a19-fd12ade7f0a2", "name": "network-vif-deleted", "tag": "615fa764-c542-4769-b21b-5811a3988857", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:47.283172 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c6917f2-ba7a-4052-9ce2-2b56b774a736 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:47.283645 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d1818-2360-4e07-9a19-fd12ade7f0a2', 'name': 'network-vif-deleted', 'tag': '615fa764-c542-4769-b21b-5811a3988857', 'status': 'completed', 'code': 200} Feb 16 10:40:47.318564 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-f0d5aaad-0fe2-4ef8-9801-acddee1973d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d HTTP/1.1" status: 200 len: 217 time: 0.0539510 Feb 16 10:40:47.379185 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f734151-422f-4db0-b390-afbee2432924 req-81ef8406-bb8e-4d01-bad6-141c597cd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:47.380571 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-81ef8406-bb8e-4d01-bad6-141c597cd314 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0553825 Feb 16 10:40:47.417176 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-6fb52482-b6ca-43d0-9f96-303c9d83d715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302925 Feb 16 10:40:47.476845 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:47.507172 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:40:47.511440 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-4dbe0dfd-8593-44af-8457-d94be7c41dfa service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865767 Feb 16 10:40:47.517441 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:40:47.518062 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:47.629285 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:40:47.633233 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f734151-422f-4db0-b390-afbee2432924 req-8a08ade7-4d62-4e33-aab4-71a6552dd370 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147797 Feb 16 10:40:47.646659 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d972d-9b0d-4257-8265-2abe25fd8940 req-2f1af8aa-4c82-4c8f-b8d7-912246b0a02c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:47.648319 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-346d972d-9b0d-4257-8265-2abe25fd8940 req-2f1af8aa-4c82-4c8f-b8d7-912246b0a02c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 944 time: 0.0728927 Feb 16 10:40:47.706611 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-346d972d-9b0d-4257-8265-2abe25fd8940 req-784d3faf-5cff-467b-ba37-87e940a06bac tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Feb 16 10:40:47.853309 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:40:47.880204 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391940d0-8dab-4dd3-9e23-e5e10757abc5 None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:40:47.989829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59256) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:48.047287 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b914faf2-c7b1-406c-821b-1a73af4c267d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (8c1b138f-27aa-4923-bc5f-7b0dd18f06bd), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.071401 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b914faf2-c7b1-406c-821b-1a73af4c267d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (8c1b138f-27aa-4923-bc5f-7b0dd18f06bd), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.103582 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c82b8-a355-4222-9c09-4e1c025d35bb None None] New status for floating IP 62944b37-3ecd-469d-a65c-a849612430f9: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:40:48.122949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b914faf2-c7b1-406c-821b-1a73af4c267d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (8c1b138f-27aa-4923-bc5f-7b0dd18f06bd), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.125473 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b914faf2-c7b1-406c-821b-1a73af4c267d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.127047 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b914faf2-c7b1-406c-821b-1a73af4c267d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c1b138f-27aa-4923-bc5f-7b0dd18f06bd HTTP/1.1" status: 204 len: 168 time: 0.1359396 Feb 16 10:40:48.129739 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59260) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:48.136822 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914faf2-c7b1-406c-821b-1a73af4c267d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1b138f-27aa-4923-bc5f-7b0dd18f06bd,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:48.146005 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-5cdc585b-e966-4eac-9758-e712cc96f180 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] show failed (client error): The resource could not be found. Feb 16 10:40:48.147138 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5cdc585b-e966-4eac-9758-e712cc96f180 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups/8c1b138f-27aa-4923-bc5f-7b0dd18f06bd HTTP/1.1" status: 404 len: 347 time: 0.0161843 Feb 16 10:40:48.149999 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59262) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:48.282765 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Deleting port f2544347-34dd-4cac-acdf-ee7a32ce92b9 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:40:48.283114 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.357077 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.357405 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (f2544347-34dd-4cac-acdf-ee7a32ce92b9), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.369920 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Calling delete_port for f2544347-34dd-4cac-acdf-ee7a32ce92b9 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:40:48.500877 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (f2544347-34dd-4cac-acdf-ee7a32ce92b9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.531012 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event deleted for resources: {'Port': ['ID=f2544347-34dd-4cac-acdf-ee7a32ce92b9,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:48.592399 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (62944b37-3ecd-469d-a65c-a849612430f9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.595549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.596757 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1253f0aa-dcd0-4cbc-896e-c57ce8e268e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "DELETE /v2.0/floatingips/62944b37-3ecd-469d-a65c-a849612430f9 HTTP/1.1" status: 204 len: 168 time: 0.4455438 Feb 16 10:40:48.728668 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59266) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:48.733464 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309625532', 'description': 'tempest-description--1217518921'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:48.755611 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.824295 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (94d09088-22ce-4f9b-8a2c-2413aa5209b9), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.828022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78af41-e12c-4294-b788-dccfc92beb57 req-09c897c0-fcb6-43e2-a8a7-1d9ed4d9310f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:48.828549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (94d09088-22ce-4f9b-8a2c-2413aa5209b9), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.830335 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-db78af41-e12c-4294-b788-dccfc92beb57 req-09c897c0-fcb6-43e2-a8a7-1d9ed4d9310f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 944 time: 0.0545402 Feb 16 10:40:48.860850 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.864898 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324725 Feb 16 10:40:48.864898 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c45481-126e-4481-a871-a847bc1f5431 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d09088-22ce-4f9b-8a2c-2413aa5209b9,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:48.867279 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59270) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:48.871773 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'security_group_rule': {'security_group_id': '94d09088-22ce-4f9b-8a2c-2413aa5209b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:48.890225 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-db78af41-e12c-4294-b788-dccfc92beb57 req-e4b8aa49-d96e-4242-a2a2-f572c19a7a6e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541210 Feb 16 10:40:48.906429 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (e1da3e95-b621-422d-9abf-8a794dda828f), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.954539 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (e1da3e95-b621-422d-9abf-8a794dda828f), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.958073 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (e1da3e95-b621-422d-9abf-8a794dda828f), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.974335 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1da3e95-b621-422d-9abf-8a794dda828f,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:48.984559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:48.986051 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0199d626-5157-413a-8e47-46617968c8ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174610 Feb 16 10:40:48.988666 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59272) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:48.993236 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'security_group_rule': {'security_group_id': '94d09088-22ce-4f9b-8a2c-2413aa5209b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:49.019444 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (7f310003-0b7e-4baf-8024-55f9957fdf30), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.076702 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (7f310003-0b7e-4baf-8024-55f9957fdf30), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.081086 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508547'] for security_group_rule (7f310003-0b7e-4baf-8024-55f9957fdf30), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.099118 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f310003-0b7e-4baf-8024-55f9957fdf30,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:49.106951 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.108176 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d69c1673-15b5-4265-8633-e55745eebc33 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185758 Feb 16 10:40:49.111553 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59274) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:40:49.115765 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:49.138079 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.234390 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.338957 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Allocated IP 172.27.2.239 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/ab213b87-08cc-4696-bbb2-ee344df2c1eb) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:49.443787 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.477289 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.516310 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:49.520006 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:49.523404 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:49.528476 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'Port': ['ID=ab213b87-08cc-4696-bbb2-ee344df2c1eb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:49.609381 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (cdd1686c-4980-4e87-8bf5-15c5bde32654), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.648036 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.791366 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.795686 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.866661 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'Port': ['ID=ab213b87-08cc-4696-bbb2-ee344df2c1eb,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:49.877949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (cdd1686c-4980-4e87-8bf5-15c5bde32654), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.892580 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:49.893899 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9a2efcd3-748a-4944-9509-b6dc94e3b216 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7814295 Feb 16 10:40:50.012734 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d603-0987-4a85-8793-08105c9b0456 req-d2bbccb8-89ac-45be-b730-bcf8de0bf826 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:50.014258 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e503d603-0987-4a85-8793-08105c9b0456 req-d2bbccb8-89ac-45be-b730-bcf8de0bf826 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 944 time: 0.0559735 Feb 16 10:40:50.072709 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e503d603-0987-4a85-8793-08105c9b0456 req-2a1fdba3-7b3c-43da-8586-7c6ac2fa1fe2 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Feb 16 10:40:50.089541 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-a272728b-e295-4728-aec4-036e7bd4dd80 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--309625532&fields=id&tenant_id=de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 267 time: 0.0427639 Feb 16 10:40:50.159111 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:40:50.164396 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:40:50.190268 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 615fa764-c542-4769-b21b-5811a3988857 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:40:50.190617 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 615fa764-c542-4769-b21b-5811a3988857 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:40:50.200506 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-7e738c69-7a3f-469a-b166-4b6c4df1802f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:50.202559 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-7e738c69-7a3f-469a-b166-4b6c4df1802f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 817 time: 0.1065297 Feb 16 10:40:50.217306 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-2be4fc14-4cd4-4cb3-8bb0-7badd1ca3732 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/quotas/de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 375 time: 0.0088830 Feb 16 10:40:50.272915 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-24800b19-302f-48cd-80fc-48af4cfd2826 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493641 Feb 16 10:40:50.284032 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:50.294782 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'port_id': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'mac_address': 'fa:16:3e:22:69:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa04285-e241-4169-9ebe-1bff04551926', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:40:50.333386 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:50.333779 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:50.346513 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:50.365790 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:50.366949 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-3111f02f-389b-4b6f-80da-88219881037f service neutron] 10.222.0.45 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826399 Feb 16 10:40:50.370792 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:50.417556 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:50.461510 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-00920bd3-171f-40d4-84e2-3f1d0eeb17ef service neutron] 10.222.0.45 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864732 Feb 16 10:40:50.612266 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:50.620140 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5cf3b142-1e6b-4964-865f-0525446ee880 req-ad6d204c-5c3b-4c2a-b500-7036063ad15d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 210 time: 0.0296509 Feb 16 10:40:51.196217 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c679-99c4-460b-8dbf-dcaeba541d29 req-ae9db2d2-b93d-44bb-b3c3-b94073c07850 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:51.197691 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc65c679-99c4-460b-8dbf-dcaeba541d29 req-ae9db2d2-b93d-44bb-b3c3-b94073c07850 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 945 time: 0.0543015 Feb 16 10:40:51.246559 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc65c679-99c4-460b-8dbf-dcaeba541d29 req-9f334ac2-047a-4e2e-85af-d8fc0fe5bdc0 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Feb 16 10:40:51.548245 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-e8d8b7d9-aff4-49f6-9eff-0c95fa861f2f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:51.549693 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-e8d8b7d9-aff4-49f6-9eff-0c95fa861f2f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 817 time: 0.1081393 Feb 16 10:40:51.614951 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-15ef860f-5f03-4340-87b5-b2f99cf6f7e9 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 379 time: 0.0532610 Feb 16 10:40:51.622973 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'port': {'device_id': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'admin_state_up': True, 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'security_groups': ['94d09088-22ce-4f9b-8a2c-2413aa5209b9']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:51.719688 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9a2447b3-8e44-4852-8b2a-8ebb78461188 req-953b46ec-04d0-40e1-bf85-902612ca3275 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 210 time: 0.0265729 Feb 16 10:40:51.731805 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Made reservation on behalf of de19403f7d1243c2a76ab2771cae86a5 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:51.735706 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:51.867064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Allocated IP 172.20.0.11 (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65/02ae62d6-5b2b-487f-a402-f4b4aff9885a/9995dba2-47ec-4d33-a01a-9944abf65c4a) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:52.003052 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.035742 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.078414 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:52.081723 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:52.085356 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:52.115661 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:52.144945 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:52.145586 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.163851 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-13cbebd1-c4fd-47a5-9706-4749d97f824b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439131 Feb 16 10:40:52.172455 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:40:52.177197 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Request body: {'port': {'device_id': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:52.226761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:40:52.230894 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:52.231755 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.238884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.325663 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:52.326075 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.360942 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f077f6-0b0e-44ae-a409-cd0092653471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:52.363260 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702fb991-ac4a-4533-8a24-5669435ad413" -d '{"events": [{"server_uuid": "14f077f6-0b0e-44ae-a409-cd0092653471", "name": "network-vif-plugged", "status": "completed", "tag": "0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:52.376924 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-915fac0e-09fd-4704-a765-0b5b4cd47a29 None None] Provisioning complete for port 9995dba2-47ec-4d33-a01a-9944abf65c4a triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:52.377476 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-915fac0e-09fd-4704-a765-0b5b4cd47a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.380127 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:52.405054 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.410838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f977bc0-c402-4f0b-b8ad-c2ec2b6c00b7 x-openstack-request-id: req-3f977bc0-c402-4f0b-b8ad-c2ec2b6c00b7 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:52.411125 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f077f6-0b0e-44ae-a409-cd0092653471", "name": "network-vif-plugged", "status": "completed", "tag": "0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:52.411773 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f977bc0-c402-4f0b-b8ad-c2ec2b6c00b7 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:52.411773 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f077f6-0b0e-44ae-a409-cd0092653471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'code': 200} Feb 16 10:40:52.430322 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ea735-42f1-4170-bf8d-3b7667edac5f req-9d8656ae-06a1-4117-9218-a5460cf5c71e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:52.431837 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b37ea735-42f1-4170-bf8d-3b7667edac5f req-9d8656ae-06a1-4117-9218-a5460cf5c71e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 945 time: 0.0886600 Feb 16 10:40:52.452218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-915fac0e-09fd-4704-a765-0b5b4cd47a29 None None] Port 9995dba2-47ec-4d33-a01a-9944abf65c4a cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:40:52.471873 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:52.539518 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b37ea735-42f1-4170-bf8d-3b7667edac5f req-fc55f79f-124e-48fd-9df8-9585ff1cdadd tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Feb 16 10:40:52.590083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9995dba2-47ec-4d33-a01a-9944abf65c4a {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:52.596024 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4c0ef-8fe8-4ad2-9a2a-f65459af7e6e req-4c949780-cf0c-44a2-b200-d3b653758b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:52.597835 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7e4c0ef-8fe8-4ad2-9a2a-f65459af7e6e req-4c949780-cf0c-44a2-b200-d3b653758b6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 1130 time: 0.0448933 Feb 16 10:40:52.598462 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Publish callbacks [] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.610469 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Transition to ACTIVE for port object 9995dba2-47ec-4d33-a01a-9944abf65c4a will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:40:52.615229 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.643584 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7e4c0ef-8fe8-4ad2-9a2a-f65459af7e6e req-a8b0cef0-0a32-4129-8063-aa8ddf17b703 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Feb 16 10:40:52.708014 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:52.739545 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Attempting to bind port 9995dba2-47ec-4d33-a01a-9944abf65c4a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:40:52.739912 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Attempting to bind port 9995dba2-47ec-4d33-a01a-9944abf65c4a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:40:52.740246 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Attempting to bind port 9995dba2-47ec-4d33-a01a-9944abf65c4a on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:52.745023 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Port 9995dba2-47ec-4d33-a01a-9944abf65c4a on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:40:52.745373 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Attempting to bind port 9995dba2-47ec-4d33-a01a-9944abf65c4a on network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:52.750338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:40:52.750676 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Checking segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:40:52.751062 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Bound using segment: {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:40:52.752183 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Bound port: 9995dba2-47ec-4d33-a01a-9944abf65c4a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4052b6-ea78-4e9b-9397-f612d97eb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:40:52.752547 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.819539 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:40:52.822807 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:40:52.829479 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.859467 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d164e-7181-4568-8c29-40c06cf38bd4 req-5ec07ccf-1174-4655-898c-beb2c57ce4c4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:52.861912 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-734d164e-7181-4568-8c29-40c06cf38bd4 req-5ec07ccf-1174-4655-898c-beb2c57ce4c4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0607991 Feb 16 10:40:52.865087 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:52.865745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:52.867210 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] 10.222.0.24 "PUT /v2.0/ports/9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 1094 time: 0.6968508 Feb 16 10:40:52.867970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:52.870245 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefe2f8c-632a-466e-853c-afe690a6547c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:52.926870 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51dbed4-76a3-4f12-ac4e-d7b72725eeb0 x-openstack-request-id: req-a51dbed4-76a3-4f12-ac4e-d7b72725eeb0 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:52.927168 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:52.927419 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a51dbed4-76a3-4f12-ac4e-d7b72725eeb0 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:52.927823 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'status': 'completed', 'code': 200} Feb 16 10:40:52.929498 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-734d164e-7181-4568-8c29-40c06cf38bd4 req-b16f7c02-a4da-4ad8-9d41-7a09d753cd58 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563028 Feb 16 10:40:52.930391 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5e291-f3d2-4dfc-948e-9c837ae31d9c service neutron] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:52.969414 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-ded234b9-fe2c-4281-a023-867c4134143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:52.971548 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-ded234b9-fe2c-4281-a023-867c4134143f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1128 time: 0.0609391 Feb 16 10:40:53.015783 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-9379e0c1-0955-432d-958a-82ce4c9c2bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 217 time: 0.0370111 Feb 16 10:40:53.065554 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-ec020220-9624-4705-a02d-79a97da90c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.067233 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-ec020220-9624-4705-a02d-79a97da90c34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0457242 Feb 16 10:40:53.121655 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-91f72ac8-6b22-43a5-9fb6-0b9198d849cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.123240 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-91f72ac8-6b22-43a5-9fb6-0b9198d849cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490561 Feb 16 10:40:53.212289 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-b72b655b-2a67-477c-bb8c-728adabd0466 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Feb 16 10:40:53.305110 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-907b085f-aad7-4a6c-95ec-7afc64a2431a req-11d11661-eca6-4c5c-881c-102a4b86c2a7 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863185 Feb 16 10:40:53.403930 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe2f8c-632a-466e-853c-afe690a6547c req-82a69d39-8871-4698-8599-91b70754eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.405466 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-82a69d39-8871-4698-8599-91b70754eea8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1128 time: 0.0468254 Feb 16 10:40:53.499250 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe2f8c-632a-466e-853c-afe690a6547c req-9c40d4f6-a102-4ee2-85cd-80c5a73d8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.500663 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-9c40d4f6-a102-4ee2-85cd-80c5a73d8d8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.0870113 Feb 16 10:40:53.546431 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-e129f9c9-1dc1-460d-8143-bb0de077e140 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 217 time: 0.0368462 Feb 16 10:40:53.598060 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe2f8c-632a-466e-853c-afe690a6547c req-7a5e8b9d-ab0d-4d87-97b4-1a39ebbfaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.599535 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-7a5e8b9d-ab0d-4d87-97b4-1a39ebbfaa82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0438390 Feb 16 10:40:53.683846 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe2f8c-632a-466e-853c-afe690a6547c req-325d703d-1d91-4db8-b57c-1941240def12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.685336 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-325d703d-1d91-4db8-b57c-1941240def12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794721 Feb 16 10:40:53.693072 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5aa76-a420-4eb5-93b2-883c713f821c req-bde81d57-3bde-42f1-91cc-281c981013c5 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:53.694436 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f9f5aa76-a420-4eb5-93b2-883c713f821c req-bde81d57-3bde-42f1-91cc-281c981013c5 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0805614 Feb 16 10:40:53.795152 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f9f5aa76-a420-4eb5-93b2-883c713f821c req-2f4f5f13-4245-4f2d-ae62-f64fdc869713 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929158 Feb 16 10:40:53.817363 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-25647863-6987-40c5-b549-1a5ad8c4fbd5 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219461 Feb 16 10:40:54.065292 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f5e17-e227-4f03-8dd4-a36c0253ede6 req-25c23924-2e75-47a6-9220-ceaba75e6d3e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:54.066835 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d48f5e17-e227-4f03-8dd4-a36c0253ede6 req-25c23924-2e75-47a6-9220-ceaba75e6d3e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0559773 Feb 16 10:40:54.115470 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d48f5e17-e227-4f03-8dd4-a36c0253ede6 req-15afbba0-449c-4d47-aa52-02db62aaa1fe tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Feb 16 10:40:54.159635 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cefe2f8c-632a-466e-853c-afe690a6547c req-8c89a7d4-80c4-4f73-8783-9ef013eec762 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318145 Feb 16 10:40:54.921402 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb715d9b-ede3-40f7-a37c-df11ea633819 req-d624b38b-9384-4ebc-8487-e9dfa5ae96bc tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:54.922893 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eb715d9b-ede3-40f7-a37c-df11ea633819 req-d624b38b-9384-4ebc-8487-e9dfa5ae96bc tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0544031 Feb 16 10:40:54.972120 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eb715d9b-ede3-40f7-a37c-df11ea633819 req-5bda4f82-ef0b-4d20-a136-4ab29544ec76 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Feb 16 10:40:55.245870 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c6357-0008-47e4-a4d1-8211e04f86a0 req-0ae71617-40c3-4bb2-906a-ee0c890f5c94 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:55.247445 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e33c6357-0008-47e4-a4d1-8211e04f86a0 req-0ae71617-40c3-4bb2-906a-ee0c890f5c94 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0607882 Feb 16 10:40:55.301469 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e33c6357-0008-47e4-a4d1-8211e04f86a0 req-a01856d5-ea17-407a-9504-551319188c61 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461085 Feb 16 10:40:56.182852 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:40:56.280631 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:56.290670 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'mac_address': 'fa:16:3e:45:08:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:40:56.330482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:56.330872 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:56.343722 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9995dba2-47ec-4d33-a01a-9944abf65c4a {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:56.362170 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:56.366805 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:56.418012 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:56.427181 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6ce6a-cf54-4e6e-a5dd-0ef103c0cb05 req-ee2af918-35ec-4ef2-a99a-8a51c7d7e20e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:56.428923 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35b6ce6a-cf54-4e6e-a5dd-0ef103c0cb05 req-ee2af918-35ec-4ef2-a99a-8a51c7d7e20e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 945 time: 0.0536709 Feb 16 10:40:56.476080 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35b6ce6a-cf54-4e6e-a5dd-0ef103c0cb05 req-a9c469d7-aefe-4e87-9be6-b1389e25ab0a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 Feb 16 10:40:56.652445 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['9995dba2-47ec-4d33-a01a-9944abf65c4a'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:56.687006 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-8a65cc6f-342e-4428-bfbe-0393bf6344ea tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:56.688492 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-8a65cc6f-342e-4428-bfbe-0393bf6344ea tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1003795 Feb 16 10:40:56.704119 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-40dfa70a-0bda-4c13-8af5-df91243a405b tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/quotas/18f54fcd8cc24bcfb7a9f3e10692cd11 HTTP/1.1" status: 200 len: 375 time: 0.0094922 Feb 16 10:40:56.760364 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-faffa02b-cd4c-4da1-b0e6-9023f8a479b4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502310 Feb 16 10:40:56.854111 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-97289e75-deb8-4d52-b1d1-9a40590b9cb6 service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Feb 16 10:40:56.872689 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:40:56.946352 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-e01eef08-7240-4a07-a9f8-34e2bc587d74 service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865390 Feb 16 10:40:57.101751 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7d631b4-d0ec-4922-b1c4-63dda2860f26 req-2fe1c5c1-6fd4-4561-b1d0-7eff40c05bdf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Feb 16 10:40:57.601409 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ed9a-c01d-4222-90d4-88e4e07c5b91 req-8d10d401-bcd3-4f3a-a5d7-0c186d7d0a93 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:57.603082 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9483ed9a-c01d-4222-90d4-88e4e07c5b91 req-8d10d401-bcd3-4f3a-a5d7-0c186d7d0a93 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 945 time: 0.0551584 Feb 16 10:40:57.652618 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9483ed9a-c01d-4222-90d4-88e4e07c5b91 req-f53915dd-ce9e-4f20-a594-ba3265b87279 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425169 Feb 16 10:40:58.073568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-f1561bdd-7a1e-442d-ba5a-8f64b4fbd7e4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:58.075061 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-f1561bdd-7a1e-442d-ba5a-8f64b4fbd7e4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1067607 Feb 16 10:40:58.088548 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Request body: {'port': {'device_id': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'admin_state_up': True, 'tenant_id': '18f54fcd8cc24bcfb7a9f3e10692cd11'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:58.192178 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:40:58.208111 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-84633f2c-9db1-4a95-9068-0404a9d43377 req-251731e6-e869-46f2-bc36-64c6805c443b tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 210 time: 0.0366299 Feb 16 10:40:58.234581 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Made reservation on behalf of 18f54fcd8cc24bcfb7a9f3e10692cd11 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:40:58.238138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.244306 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 9995dba2-47ec-4d33-a01a-9944abf65c4a completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:40:58.248257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 9995dba2-47ec-4d33-a01a-9944abf65c4a triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:40:58.248684 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.325909 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:40:58.326234 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.351879 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:58.354089 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40ce91-072f-466b-88ae-b2646e639d74" -d '{"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-plugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:58.364765 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Allocated IP 172.20.0.6 (88444ae2-1e7c-4abe-8bc3-b69086f07360/3fa04285-e241-4169-9ebe-1bff04551926/eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:40:58.368202 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:40:58.372732 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.397031 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac196a9c-6243-4126-964c-00f42243b59c x-openstack-request-id: req-ac196a9c-6243-4126-964c-00f42243b59c {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:58.397330 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-plugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:58.397585 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac196a9c-6243-4126-964c-00f42243b59c {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:58.397974 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'code': 200} Feb 16 10:40:58.422975 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:58.523768 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks [] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.557345 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.572127 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:40:58.583271 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f29e0f-b121-4f6f-bdea-e8fe97676697 req-326ed71a-b682-4cdf-9ce6-fcd5297dff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:58.584793 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e7f29e0f-b121-4f6f-bdea-e8fe97676697 req-326ed71a-b682-4cdf-9ce6-fcd5297dff95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1130 time: 0.0494080 Feb 16 10:40:58.605431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:40:58.609252 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:40:58.613637 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:40:58.633524 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e7f29e0f-b121-4f6f-bdea-e8fe97676697 req-01d5e884-2ffb-4c91-bb9d-8a83ac6fd9e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Feb 16 10:40:58.638523 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event updated for resources: {'Port': ['ID=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:58.652417 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.652769 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.653113 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.653455 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.653791 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.654146 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.654477 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.654803 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.655126 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.655449 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.655770 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.656089 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.656409 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:40:58.677826 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:58.678489 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:58.697857 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cea1025e-feb1-4876-9efe-ff0930bfab2e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128967 Feb 16 10:40:58.779815 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e2ea1-52a2-4757-9ac3-0ceaca05893d req-87650610-fc47-4337-acca-971432064edc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:58.781292 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e61e2ea1-52a2-4757-9ac3-0ceaca05893d req-87650610-fc47-4337-acca-971432064edc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0529268 Feb 16 10:40:58.827946 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e61e2ea1-52a2-4757-9ac3-0ceaca05893d req-0974cf86-366a-4f6a-be4e-231f42f4cdfc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Feb 16 10:40:58.842026 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Request body: {'port': {'device_id': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:40:58.901721 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:59.153482 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:40:59.160893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Publish callbacks [] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:59.172300 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Transition to ACTIVE for port object eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:40:59.176589 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:59.224931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Pushing event updated for resources: {'Port': ['ID=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:59.300937 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Attempting to bind port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:40:59.301329 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Attempting to bind port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:40:59.301590 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Attempting to bind port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:59.305950 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:40:59.306353 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Attempting to bind port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:40:59.311185 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:40:59.311520 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Checking segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:40:59.311905 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Bound using segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:40:59.312334 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Bound port: eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:40:59.312692 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:59.333571 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39a3-0072-448c-9082-8b18a8d1dc40 req-8cf19701-cd00-4656-9518-9b4b4e6d5751 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:59.335201 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3ec39a3-0072-448c-9082-8b18a8d1dc40 req-8cf19701-cd00-4656-9518-9b4b4e6d5751 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 943 time: 0.0561197 Feb 16 10:40:59.375803 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] For port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:40:59.379428 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] For port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:40:59.382407 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3ec39a3-0072-448c-9082-8b18a8d1dc40 req-d3977714-b984-41c8-b486-cdb21e622b94 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Feb 16 10:40:59.386142 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:59.420452 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:59.421062 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:40:59.422458 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] 10.222.0.24 "PUT /v2.0/ports/eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb HTTP/1.1" status: 200 len: 1093 time: 0.5847859 Feb 16 10:40:59.422893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'tag': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:40:59.425695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7e038-d692-475a-9ebf-fa47c1bde3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "35bc9120-0a5c-41b7-812c-2b31b4ed53f4", "tag": "eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:40:59.447830 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59a3da-e525-4e18-95a2-952e4802a071 service neutron] Pushing event updated for resources: {'Port': ['ID=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:40:59.469583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b254d-aade-487c-82fe-66e06934ad39 x-openstack-request-id: req-e63b254d-aade-487c-82fe-66e06934ad39 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:40:59.469878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bc9120-0a5c-41b7-812c-2b31b4ed53f4", "tag": "eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:40:59.470157 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e63b254d-aade-487c-82fe-66e06934ad39 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:40:59.470562 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'tag': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb', 'status': 'completed', 'code': 200} Feb 16 10:40:59.525043 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-57a93631-20a8-4e8e-9d82-2dceb10d3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:59.526681 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-57a93631-20a8-4e8e-9d82-2dceb10d3b5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 1127 time: 0.0480938 Feb 16 10:40:59.569749 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-b610e5e6-163c-4322-b1b2-6effa1478a88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb HTTP/1.1" status: 200 len: 217 time: 0.0339768 Feb 16 10:40:59.624884 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-94fd3783-57b4-4fec-928a-b9fa6062755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:59.626347 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-94fd3783-57b4-4fec-928a-b9fa6062755d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0436120 Feb 16 10:40:59.657093 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-88ba921a-168e-44a2-a597-634718916c29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242290 Feb 16 10:40:59.749451 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-06dfe36c-a6a5-4864-8175-a9d9a9eb9db9 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Feb 16 10:40:59.840849 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-50fa9b15-7e7b-46fd-9908-2ec648ae8c86 req-cadad7d9-21c1-4b7c-bb17-214b93c3b249 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849931 Feb 16 10:40:59.931567 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-086fcc42-3795-456d-8378-0087287a6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:59.933328 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-086fcc42-3795-456d-8378-0087287a6a90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 1127 time: 0.0481770 Feb 16 10:40:59.961973 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400700cd-3104-4c48-bf90-ffd1de1b0703 req-a464dbcc-145e-49d2-8dda-de9f6a86e0f8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:40:59.968148 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-400700cd-3104-4c48-bf90-ffd1de1b0703 req-a464dbcc-145e-49d2-8dda-de9f6a86e0f8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0545025 Feb 16 10:41:00.015000 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-400700cd-3104-4c48-bf90-ffd1de1b0703 req-14303d5f-e187-444d-8e1b-54b7e29a6bd3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439401 Feb 16 10:41:00.047049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-fcc997d7-503f-40ea-88a2-b3ed8467eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:00.048527 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-fcc997d7-503f-40ea-88a2-b3ed8467eb1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 915 time: 0.0968339 Feb 16 10:41:00.098153 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-f04acd5d-49c4-4e6a-81c6-9e1a35666d16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb HTTP/1.1" status: 200 len: 217 time: 0.0380082 Feb 16 10:41:00.145108 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-8aa83b8a-181c-4fd2-9702-318e8a7c74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:00.146588 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-8aa83b8a-181c-4fd2-9702-318e8a7c74e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0428960 Feb 16 10:41:00.184942 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-871477da-5421-4b31-a0b4-64a56abce302 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257070 Feb 16 10:41:00.278170 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-d822a0f9-1e89-4fbb-a267-25bcaa29d6e0 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862296 Feb 16 10:41:00.368471 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31b7e038-d692-475a-9ebf-fa47c1bde3ff req-1e34e73c-c25f-493d-9a49-c9cdede48883 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822306 Feb 16 10:41:00.506892 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a156-ed90-4055-a147-a514561ed65b req-58fa5a32-a3fd-4b0c-8b32-0dcc5b8b40e4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:00.508376 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c79a156-ed90-4055-a147-a514561ed65b req-58fa5a32-a3fd-4b0c-8b32-0dcc5b8b40e4 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 943 time: 0.0583415 Feb 16 10:41:00.555230 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c79a156-ed90-4055-a147-a514561ed65b req-fe27fc48-3179-4179-80c0-5ed4adfed0a3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Feb 16 10:41:01.140152 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbfbda-9e80-4fe8-9993-927e29d7bf63 req-46405369-dc7a-4c1d-b2a3-6bf9c2cb6f6a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:01.141635 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e0fbfbda-9e80-4fe8-9993-927e29d7bf63 req-46405369-dc7a-4c1d-b2a3-6bf9c2cb6f6a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0532379 Feb 16 10:41:01.192530 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e0fbfbda-9e80-4fe8-9993-927e29d7bf63 req-823dc7c8-a0e6-4b5b-9373-bf4252aa392f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Feb 16 10:41:01.309896 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f3685-1881-47ed-a87c-9b4a293b0ac5 req-936525d4-79ed-4223-80af-4b4764623122 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:01.311287 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-814f3685-1881-47ed-a87c-9b4a293b0ac5 req-936525d4-79ed-4223-80af-4b4764623122 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0519545 Feb 16 10:41:01.319716 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59392) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:01.323971 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Request body: {'floatingip': {'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:41:01.365109 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (cdd1686c-4980-4e87-8bf5-15c5bde32654), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:01.672031 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-53bd371e-77b0-460f-b4fe-10b5eaa4ecb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:01.674323 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d13c82-386c-4fcd-ac50-42b28f81bef6 req-f23e46fd-e5d9-4349-a3b5-403d2e452739 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:01.675972 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-74d13c82-386c-4fcd-ac50-42b28f81bef6 req-f23e46fd-e5d9-4349-a3b5-403d2e452739 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 943 time: 0.0546005 Feb 16 10:41:01.725517 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-74d13c82-386c-4fcd-ac50-42b28f81bef6 req-1005f11a-b14d-4d26-8774-d68b08c79be3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Feb 16 10:41:01.785213 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:01.789003 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (cdd1686c-4980-4e87-8bf5-15c5bde32654), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:01.888990 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Floating IP cdd1686c-4980-4e87-8bf5-15c5bde32654 associated. External IP: 172.27.2.239, port: 9995dba2-47ec-4d33-a01a-9944abf65c4a. Feb 16 10:41:02.097069 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:41:02.206467 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:41:02.211522 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:02.216615 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:41:02.218871 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:41:02.228654 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:41:02.229539 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:02.246896 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-87bc3f38-6b93-415c-a476-b7d306e6ac41 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "PUT /v2.0/floatingips/cdd1686c-4980-4e87-8bf5-15c5bde32654 HTTP/1.1" status: 200 len: 992 time: 0.9236913 Feb 16 10:41:02.246896 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:02.247471 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0545abde-93bf-4341-bff2-44df1d92b7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:02.318394 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e2700-b39e-48fc-912f-c063ecac5ebe x-openstack-request-id: req-819e2700-b39e-48fc-912f-c063ecac5ebe {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:02.319332 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:02.320016 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-819e2700-b39e-48fc-912f-c063ecac5ebe {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:02.320846 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'status': 'completed', 'code': 200} Feb 16 10:41:02.334636 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:02.345429 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:41:02.346894 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'port_id': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb', 'mac_address': 'fa:16:3e:94:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa04285-e241-4169-9ebe-1bff04551926', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:41:02.391201 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:02.391471 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:02.402491 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-76abec48-88d4-4ad4-b1e1-b259ac43073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:02.404394 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-76abec48-88d4-4ad4-b1e1-b259ac43073c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1130 time: 0.0601361 Feb 16 10:41:02.405999 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:41:02.432593 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:02.438039 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:02.502254 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:02.523026 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-1d28755e-f51c-49bf-88b6-9e0586879019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:02.524506 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-1d28755e-f51c-49bf-88b6-9e0586879019 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.1102748 Feb 16 10:41:02.601290 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-555f6996-390c-48a9-96ad-ff2edf491190 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 1000 time: 0.0676136 Feb 16 10:41:02.662388 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-a06d1a8c-f1da-43c8-b33f-d766f0ff7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:02.664368 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-a06d1a8c-f1da-43c8-b33f-d766f0ff7d7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0565898 Feb 16 10:41:02.705950 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'cdd1686c-4980-4e87-8bf5-15c5bde32654', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'mac_address': 'fa:16:3e:45:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:49Z', 'updated_at': '2022-02-16T10:41:01Z', 'revision_number': 1, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:02.712138 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:02.725460 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-be299092-0371-4d76-899e-25da4b4b01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:02.726989 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-be299092-0371-4d76-899e-25da4b4b01f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566490 Feb 16 10:41:02.734711 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:41:02.743962 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:41:02.744570 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:40:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:02.835132 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-238d0946-ceb9-42a5-b5cb-e38e964ad052 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013114 Feb 16 10:41:02.866667 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae154b-bf79-4bee-8de6-c13aebfa2b84 req-ffb0ffca-e932-4e8f-89dc-48862a80ce76 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:02.868614 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:41:02.869460 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1ae154b-bf79-4bee-8de6-c13aebfa2b84 req-ffb0ffca-e932-4e8f-89dc-48862a80ce76 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 944 time: 0.0633132 Feb 16 10:41:02.928601 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1ae154b-bf79-4bee-8de6-c13aebfa2b84 req-d5490d4e-f8e1-4170-b53c-58ff68d61a2f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529079 Feb 16 10:41:02.937628 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0545abde-93bf-4341-bff2-44df1d92b7fe req-0282d5c9-cec0-4e4d-b959-be7e6ccb021d service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920472 Feb 16 10:41:03.105577 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'cdd1686c-4980-4e87-8bf5-15c5bde32654', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'mac_address': 'fa:16:3e:45:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:49Z', 'updated_at': '2022-02-16T10:41:01Z', 'revision_number': 1, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:03.131788 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1e446-eac9-40f2-a37d-5ab0dfe67bf6 None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': 'cdd1686c-4980-4e87-8bf5-15c5bde32654', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'mac_address': 'fa:16:3e:45:08:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:49Z', 'updated_at': '2022-02-16T10:41:01Z', 'revision_number': 1, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:41:03.317150 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264233da-9a40-4bb3-9a48-ebf114871c1c None None] New status for floating IP cdd1686c-4980-4e87-8bf5-15c5bde32654: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:41:04.051729 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e56f-e540-47f9-b862-ef3a63a9c5ba req-d9bb3a10-d351-487e-9e5b-9000a48c89aa tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:04.053210 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fe98e56f-e540-47f9-b862-ef3a63a9c5ba req-d9bb3a10-d351-487e-9e5b-9000a48c89aa tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 944 time: 0.0536873 Feb 16 10:41:04.099057 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fe98e56f-e540-47f9-b862-ef3a63a9c5ba req-c3589563-352b-472f-b94e-4381fa0aa124 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Feb 16 10:41:04.235181 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:41:04.293761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:41:04.298882 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:41:04.299253 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:04.301495 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-45528927-7a59-4d3f-80f6-963052ff857b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:04.377614 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:04.378006 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:04.401193 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:04.403420 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b72cbe1-88a7-49d5-b60e-5f4049d0cb93" -d '{"events": [{"server_uuid": "35bc9120-0a5c-41b7-812c-2b31b4ed53f4", "name": "network-vif-plugged", "status": "completed", "tag": "eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:04.419118 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:04.423346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:04.448343 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c62d6a-2e47-4863-bbab-ee72ba1d7a99 x-openstack-request-id: req-68c62d6a-2e47-4863-bbab-ee72ba1d7a99 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:04.448632 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bc9120-0a5c-41b7-812c-2b31b4ed53f4", "name": "network-vif-plugged", "status": "completed", "tag": "eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:04.448884 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68c62d6a-2e47-4863-bbab-ee72ba1d7a99 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:04.449268 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb', 'code': 200} Feb 16 10:41:04.474213 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:04.612155 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f0619-8215-48c5-8b2f-874720b2777e req-9f860c99-8b88-41e5-9b3d-bd22bf78d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:04.614418 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-564f0619-8215-48c5-8b2f-874720b2777e req-9f860c99-8b88-41e5-9b3d-bd22bf78d431 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 1129 time: 0.0484488 Feb 16 10:41:04.658730 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-564f0619-8215-48c5-8b2f-874720b2777e req-d5185ce5-b895-4969-acf1-e65778c27a0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Feb 16 10:41:05.215451 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8101b-07fd-4e08-8f3a-ebb3a1595d44 req-27353470-ab11-43d0-a5f8-f419e5f7351c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:05.216913 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ddc8101b-07fd-4e08-8f3a-ebb3a1595d44 req-27353470-ab11-43d0-a5f8-f419e5f7351c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 945 time: 0.0519593 Feb 16 10:41:05.250841 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:05.265668 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ddc8101b-07fd-4e08-8f3a-ebb3a1595d44 req-38b73d19-b88b-496e-8567-d4dc72335e0e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Feb 16 10:41:06.389091 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2182-4bd2-4a6d-b231-871541962c25 req-8a99cbdb-c462-4ab9-af3d-a5b308268c68 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:06.390570 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a08c2182-4bd2-4a6d-b231-871541962c25 req-8a99cbdb-c462-4ab9-af3d-a5b308268c68 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 945 time: 0.0555966 Feb 16 10:41:06.436245 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a08c2182-4bd2-4a6d-b231-871541962c25 req-67cabbea-0af3-4f41-9cdd-ae9764c8a1b9 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Feb 16 10:41:06.730756 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:08.116057 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:11.938018 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:12.485857 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90972-2392-4dbb-aaec-1e68bcd23f4b req-9b5bafd4-5d27-42da-a054-0c34e4a1979e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:12.487277 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54b90972-2392-4dbb-aaec-1e68bcd23f4b req-9b5bafd4-5d27-42da-a054-0c34e4a1979e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0517161 Feb 16 10:41:12.541379 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-54b90972-2392-4dbb-aaec-1e68bcd23f4b req-c42dff18-b645-43a3-aca9-2446eceb09f1 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477047 Feb 16 10:41:13.660531 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635e48-e753-469a-81ec-1662f1741e59 req-a025848f-8f41-46d2-93b5-9db8d390f8e8 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:13.661973 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e2635e48-e753-469a-81ec-1662f1741e59 req-a025848f-8f41-46d2-93b5-9db8d390f8e8 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0529621 Feb 16 10:41:13.709308 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e2635e48-e753-469a-81ec-1662f1741e59 req-71a3ffcd-e779-460e-aa49-ba9fdf3f8244 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Feb 16 10:41:14.827452 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4207-ada8-4d4e-a551-58328bcafe49 req-31581de6-cbfb-4069-b9de-d51d8db10981 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:14.828893 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f54b4207-ada8-4d4e-a551-58328bcafe49 req-31581de6-cbfb-4069-b9de-d51d8db10981 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0531421 Feb 16 10:41:14.877420 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f54b4207-ada8-4d4e-a551-58328bcafe49 req-f4d401e0-aa9b-4874-b2de-833e6ad18164 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423136 Feb 16 10:41:15.995504 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fdf4c-09d8-45cf-9aea-df391b497db8 req-2eb12cff-f7c8-4b85-ab4e-725a5e0098cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:15.996977 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-301fdf4c-09d8-45cf-9aea-df391b497db8 req-2eb12cff-f7c8-4b85-ab4e-725a5e0098cb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0523682 Feb 16 10:41:16.045418 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-301fdf4c-09d8-45cf-9aea-df391b497db8 req-542e1ea7-13a5-479b-af6d-7ddda688c699 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Feb 16 10:41:17.117438 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-c7e3e572-13ee-4890-9fa3-87c5899e8a2f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:17.118941 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-c7e3e572-13ee-4890-9fa3-87c5899e8a2f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1031702 Feb 16 10:41:17.133214 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-ed259db6-ae16-49a0-bd06-a90646c02826 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/quotas/18f54fcd8cc24bcfb7a9f3e10692cd11 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Feb 16 10:41:17.169584 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfd3dc-2985-4c68-890b-6ed155128273 req-c940ec65-4801-4a5d-bc56-5b9e5101bf8d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:17.171104 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5bfd3dc-2985-4c68-890b-6ed155128273 req-c940ec65-4801-4a5d-bc56-5b9e5101bf8d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0595446 Feb 16 10:41:17.189348 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-9f9e26b8-da42-495a-b3c8-6a252e2f41ba tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507066 Feb 16 10:41:17.219906 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5bfd3dc-2985-4c68-890b-6ed155128273 req-52b3b371-d4a5-4ac7-8e3d-92532694d85d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Feb 16 10:41:17.532341 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-7a2c754c-3ce1-43c4-b6ed-a3a314834f2b service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356967 Feb 16 10:41:17.621368 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-3e514f0b-85ed-43d3-9b09-efee41743632 service neutron] 10.222.0.45 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Feb 16 10:41:17.778037 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae6b3bd2-2aad-46a1-a258-7567b0699e36 req-a2c4fe74-4d45-4dbd-9295-a7f5b379323f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 210 time: 0.0273702 Feb 16 10:41:18.344257 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762f172-272e-424a-af17-09aaf0e91881 req-e3093cd9-3e0c-443c-bb73-f4943cbb27ae tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:18.345614 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f762f172-272e-424a-af17-09aaf0e91881 req-e3093cd9-3e0c-443c-bb73-f4943cbb27ae tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0553281 Feb 16 10:41:18.394519 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f762f172-272e-424a-af17-09aaf0e91881 req-833bc7ab-fbb5-43df-8894-40377276a376 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Feb 16 10:41:18.781393 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-0628762f-6295-4749-832c-27c8769f0a92 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:18.782857 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-0628762f-6295-4749-832c-27c8769f0a92 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 814 time: 0.1111171 Feb 16 10:41:18.796959 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Request body: {'port': {'device_id': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'admin_state_up': True, 'tenant_id': '18f54fcd8cc24bcfb7a9f3e10692cd11'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:41:18.883637 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-46b3d5cd-bc21-40b3-a441-690c28a9ce75 req-2b30ff66-5b55-449c-8ce1-7a88106864bb tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 210 time: 0.0281208 Feb 16 10:41:18.946862 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Made reservation on behalf of 18f54fcd8cc24bcfb7a9f3e10692cd11 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:41:18.950370 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.083622 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Allocated IP 172.20.0.10 (88444ae2-1e7c-4abe-8bc3-b69086f07360/3fa04285-e241-4169-9ebe-1bff04551926/68b21732-aa51-4820-b112-cab211445ca8) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:41:19.222875 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks [] for port (68b21732-aa51-4820-b112-cab211445ca8), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.256623 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (68b21732-aa51-4820-b112-cab211445ca8), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.269920 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:19.305216 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Network 88444ae2-1e7c-4abe-8bc3-b69086f07360 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:41:19.308271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:41:19.312022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:41:19.336685 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event updated for resources: {'Port': ['ID=68b21732-aa51-4820-b112-cab211445ca8,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:19.365628 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:19.366326 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.384681 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-5db23b92-5201-436e-9069-8e89b328c004 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5917351 Feb 16 10:41:19.396823 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Request body: {'port': {'device_id': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:41:19.464081 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (68b21732-aa51-4820-b112-cab211445ca8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.623593 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d30a15-337d-45b5-ae66-35409a3e2cd7 req-fbd8a40e-e4d5-412a-a1fa-3857d109828a tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:19.625137 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b7d30a15-337d-45b5-ae66-35409a3e2cd7 req-fbd8a40e-e4d5-412a-a1fa-3857d109828a tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.1467683 Feb 16 10:41:19.745617 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b7d30a15-337d-45b5-ae66-35409a3e2cd7 req-e25a3f5a-a33f-42cb-ab32-c87dc7ae1a49 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081595 Feb 16 10:41:19.814060 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b21732-aa51-4820-b112-cab211445ca8 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:41:19.821435 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Publish callbacks [] for port (68b21732-aa51-4820-b112-cab211445ca8), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.833397 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Transition to ACTIVE for port object 68b21732-aa51-4820-b112-cab211445ca8 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:41:19.838689 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (68b21732-aa51-4820-b112-cab211445ca8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:19.892653 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Pushing event updated for resources: {'Port': ['ID=68b21732-aa51-4820-b112-cab211445ca8,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:19.957877 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Attempting to bind port 68b21732-aa51-4820-b112-cab211445ca8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:41:19.958242 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Attempting to bind port 68b21732-aa51-4820-b112-cab211445ca8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:41:19.958575 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Attempting to bind port 68b21732-aa51-4820-b112-cab211445ca8 on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:41:19.962775 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Port 68b21732-aa51-4820-b112-cab211445ca8 on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:41:19.963098 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Attempting to bind port 68b21732-aa51-4820-b112-cab211445ca8 on network 88444ae2-1e7c-4abe-8bc3-b69086f07360 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:41:19.967984 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:41:19.968318 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Checking segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:41:19.968701 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Bound using segment: {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:41:19.969129 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Bound port: 68b21732-aa51-4820-b112-cab211445ca8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:41:19.969499 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (68b21732-aa51-4820-b112-cab211445ca8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:20.004344 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a5c0d-a956-47a9-ad88-c1d9e06bd202 req-22e19ac9-7999-465d-a419-88004674a163 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.005918 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d0a5c0d-a956-47a9-ad88-c1d9e06bd202 req-22e19ac9-7999-465d-a419-88004674a163 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 944 time: 0.0532937 Feb 16 10:41:20.033254 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] For port 68b21732-aa51-4820-b112-cab211445ca8, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:41:20.037083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] For port 68b21732-aa51-4820-b112-cab211445ca8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68b21732-aa51-4820-b112-cab211445ca8,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:41:20.043314 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (68b21732-aa51-4820-b112-cab211445ca8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:20.060146 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d0a5c0d-a956-47a9-ad88-c1d9e06bd202 req-59598a40-31a9-4f74-8f2d-e72baee98718 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485227 Feb 16 10:41:20.081822 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.082468 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:20.083879 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] 10.222.0.24 "PUT /v2.0/ports/68b21732-aa51-4820-b112-cab211445ca8 HTTP/1.1" status: 200 len: 1094 time: 0.6914110 Feb 16 10:41:20.084319 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'tag': '68b21732-aa51-4820-b112-cab211445ca8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:20.086617 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e527edd6-3c1d-45db-adbd-d7fcff521bed" -d '{"events": [{"name": "network-changed", "server_uuid": "958cc241-5dfa-4d4a-9c91-22b3ef78674a", "tag": "68b21732-aa51-4820-b112-cab211445ca8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:20.114699 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f8bb5-3a36-4f90-91b2-9915897ae70d service neutron] Pushing event updated for resources: {'Port': ['ID=68b21732-aa51-4820-b112-cab211445ca8,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:20.126013 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b15cdca-1a2a-4f7f-9c17-14f879dd3ba2 x-openstack-request-id: req-1b15cdca-1a2a-4f7f-9c17-14f879dd3ba2 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:20.126305 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958cc241-5dfa-4d4a-9c91-22b3ef78674a", "tag": "68b21732-aa51-4820-b112-cab211445ca8", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:20.126554 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b15cdca-1a2a-4f7f-9c17-14f879dd3ba2 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:20.126947 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'tag': '68b21732-aa51-4820-b112-cab211445ca8', 'status': 'completed', 'code': 200} Feb 16 10:41:20.185711 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e41d779d-3cae-4896-a3a6-0092d07fb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.187260 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-e41d779d-3cae-4896-a3a6-0092d07fb149 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 1128 time: 0.0471160 Feb 16 10:41:20.233155 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-59af9882-4098-41b8-95b2-c9f5c389f6dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b21732-aa51-4820-b112-cab211445ca8 HTTP/1.1" status: 200 len: 217 time: 0.0360239 Feb 16 10:41:20.287703 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee25-b820-45a1-bf52-dee540269d00 req-4484c5a9-b8e2-4ac6-8a87-83dd37493e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.289140 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-4484c5a9-b8e2-4ac6-8a87-83dd37493e3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0478995 Feb 16 10:41:20.321780 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-6e784f9f-b088-4503-b35d-6028f358ad51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265510 Feb 16 10:41:20.411774 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-854f2459-ae81-4047-b4dd-f8ddb779414c service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Feb 16 10:41:20.510775 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5694ee25-b820-45a1-bf52-dee540269d00 req-a3464e3d-9b51-4a7c-b06f-fa89988b588b service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874162 Feb 16 10:41:20.598022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-1947579b-980d-4716-b781-c40155942989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.599640 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-1947579b-980d-4716-b781-c40155942989 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 1128 time: 0.0442071 Feb 16 10:41:20.692535 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-e0d7c3b2-d8c2-41b0-85d2-4621aa9b1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.693972 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-e0d7c3b2-d8c2-41b0-85d2-4621aa9b1e3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 200 len: 915 time: 0.0870390 Feb 16 10:41:20.734797 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-608c42d4-7ea9-45cf-8ea4-a100412533ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b21732-aa51-4820-b112-cab211445ca8 HTTP/1.1" status: 200 len: 217 time: 0.0339801 Feb 16 10:41:20.782175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-7b2e131a-2d30-41cd-bf3f-6e8bb4bb6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.783624 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-7b2e131a-2d30-41cd-bf3f-6e8bb4bb6984 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 200 len: 854 time: 0.0426090 Feb 16 10:41:20.823086 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-b8928cff-55c7-4513-935b-fd9f690d193a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88444ae2-1e7c-4abe-8bc3-b69086f07360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285776 Feb 16 10:41:20.863963 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bb11d-5bb2-43c0-9af9-fef71f65c585 req-9ae85e22-4aec-4557-a12b-27633dc40982 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:20.865434 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bc8bb11d-5bb2-43c0-9af9-fef71f65c585 req-9ae85e22-4aec-4557-a12b-27633dc40982 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0527644 Feb 16 10:41:20.914548 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bc8bb11d-5bb2-43c0-9af9-fef71f65c585 req-d0aa48a2-8e4b-40be-a47e-44efd3b3f709 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432715 Feb 16 10:41:20.917097 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-cbfc1ec0-d722-4f7d-8f83-e1f341f58a20 service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872138 Feb 16 10:41:21.012571 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e527edd6-3c1d-45db-adbd-d7fcff521bed req-f92aa091-0aa5-4615-8025-6457313d42ad service neutron] 10.222.0.24 "GET /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869370 Feb 16 10:41:21.182529 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57636-1b2b-4534-8513-842c56ec4607 req-4f40e520-1514-497f-a280-60774fe98612 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:21.184010 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cbc57636-1b2b-4534-8513-842c56ec4607 req-4f40e520-1514-497f-a280-60774fe98612 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 944 time: 0.0525796 Feb 16 10:41:21.230626 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cbc57636-1b2b-4534-8513-842c56ec4607 req-9c551865-ffa5-48d7-8e90-f318d51762e9 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Feb 16 10:41:22.031583 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c116-b355-4bcd-ba48-00ebf746d22e req-4bf79449-9d6b-40e7-a4cf-d3f00f58bd45 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:22.033072 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0850c116-b355-4bcd-ba48-00ebf746d22e req-4bf79449-9d6b-40e7-a4cf-d3f00f58bd45 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0522659 Feb 16 10:41:22.081629 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0850c116-b355-4bcd-ba48-00ebf746d22e req-eb8e0905-d491-46b7-83b4-d5eb2fdfcb5b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Feb 16 10:41:22.349212 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dfa3c-f99f-48ce-9698-733f44c24654 req-3fa095cb-5678-49ca-bcbc-1ba39135438d tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:22.350742 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-061dfa3c-f99f-48ce-9698-733f44c24654 req-3fa095cb-5678-49ca-bcbc-1ba39135438d tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 944 time: 0.0522139 Feb 16 10:41:22.401148 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-061dfa3c-f99f-48ce-9698-733f44c24654 req-ebe280d2-02fb-49bf-9547-a1a21c423cc3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Feb 16 10:41:23.203406 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aaa20-8426-4c6b-a1aa-511680eb7f51 req-49ed8860-d1d3-41ad-b9cb-dd5a8d5468e6 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:23.204865 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c08aaa20-8426-4c6b-a1aa-511680eb7f51 req-49ed8860-d1d3-41ad-b9cb-dd5a8d5468e6 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0561409 Feb 16 10:41:23.252610 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c08aaa20-8426-4c6b-a1aa-511680eb7f51 req-feb5dfeb-0d1c-4415-8936-f75d51e1eba7 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 Feb 16 10:41:23.534817 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509346a-f709-427e-9da0-7ef7a94aabeb req-a8f3188c-af6b-462c-9b04-93ecf91c5fca tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:23.536295 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1509346a-f709-427e-9da0-7ef7a94aabeb req-a8f3188c-af6b-462c-9b04-93ecf91c5fca tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 944 time: 0.0625200 Feb 16 10:41:23.588089 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1509346a-f709-427e-9da0-7ef7a94aabeb req-808181cb-878e-4f04-bea6-7d11256b3673 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462949 Feb 16 10:41:24.355584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 68b21732-aa51-4820-b112-cab211445ca8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:41:24.370357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ebad3-fbce-4c28-948a-c58620d1ab23 req-2305dac5-debd-4f0d-bf80-a6010a271bfc tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:24.371850 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-470ebad3-fbce-4c28-948a-c58620d1ab23 req-2305dac5-debd-4f0d-bf80-a6010a271bfc tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0520973 Feb 16 10:41:24.420177 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-470ebad3-fbce-4c28-948a-c58620d1ab23 req-d1d68c5c-1c41-4460-8643-aa41c998cfb0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Feb 16 10:41:24.452196 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 68b21732-aa51-4820-b112-cab211445ca8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68b21732-aa51-4820-b112-cab211445ca8,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:24.462695 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '68b21732-aa51-4820-b112-cab211445ca8', 'network_id': '88444ae2-1e7c-4abe-8bc3-b69086f07360', 'port_id': '68b21732-aa51-4820-b112-cab211445ca8', 'mac_address': 'fa:16:3e:6d:d8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa04285-e241-4169-9ebe-1bff04551926', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:41:24.498219 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 68b21732-aa51-4820-b112-cab211445ca8 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:24.498609 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (68b21732-aa51-4820-b112-cab211445ca8), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:24.511747 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b21732-aa51-4820-b112-cab211445ca8 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:41:24.531036 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 68b21732-aa51-4820-b112-cab211445ca8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68b21732-aa51-4820-b112-cab211445ca8,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:24.534682 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (68b21732-aa51-4820-b112-cab211445ca8), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:24.583955 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=68b21732-aa51-4820-b112-cab211445ca8,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:24.590796 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.591147 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.591487 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.591823 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.592154 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.592482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.592805 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.593133 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.593459 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.593783 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.594123 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.594443 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.594759 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:24.704726 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2aa0c-138a-403f-9228-e5bf756b2380 req-6e2d3da4-6573-4ed0-8464-c4fc8083cf77 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:24.706761 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86b2aa0c-138a-403f-9228-e5bf756b2380 req-6e2d3da4-6573-4ed0-8464-c4fc8083cf77 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 945 time: 0.0521820 Feb 16 10:41:24.754560 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86b2aa0c-138a-403f-9228-e5bf756b2380 req-21c7b860-1cbb-402d-9b42-cb4ec00e2df2 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Feb 16 10:41:24.870325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['68b21732-aa51-4820-b112-cab211445ca8'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:25.548740 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764491c1-3925-4103-b4b5-e84c095dd6d3 req-ceb88926-ff20-4a0d-b428-f38026aa5107 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:25.550479 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-764491c1-3925-4103-b4b5-e84c095dd6d3 req-ceb88926-ff20-4a0d-b428-f38026aa5107 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0589538 Feb 16 10:41:25.598384 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-764491c1-3925-4103-b4b5-e84c095dd6d3 req-c2d41261-9131-440c-b48a-e9e543d0c98d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Feb 16 10:41:25.892335 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd8e5a-1749-442a-82b5-6566fde82eed req-bcecd6b3-ace6-4730-8b06-532d9e4a6ce8 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:25.894245 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dbd8e5a-1749-442a-82b5-6566fde82eed req-bcecd6b3-ace6-4730-8b06-532d9e4a6ce8 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 945 time: 0.0751381 Feb 16 10:41:25.940780 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dbd8e5a-1749-442a-82b5-6566fde82eed req-72b0a8f3-ef81-4fb3-9bc7-018d01aaa7b5 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Feb 16 10:41:26.359154 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 68b21732-aa51-4820-b112-cab211445ca8 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:41:26.409919 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 68b21732-aa51-4820-b112-cab211445ca8 completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:41:26.413841 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 68b21732-aa51-4820-b112-cab211445ca8 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:41:26.414246 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (68b21732-aa51-4820-b112-cab211445ca8), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:26.487525 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 68b21732-aa51-4820-b112-cab211445ca8 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:26.487957 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (68b21732-aa51-4820-b112-cab211445ca8), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:26.509673 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b21732-aa51-4820-b112-cab211445ca8'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:26.511903 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c025f99-278c-4530-a852-f031927b66c6" -d '{"events": [{"server_uuid": "958cc241-5dfa-4d4a-9c91-22b3ef78674a", "name": "network-vif-plugged", "status": "completed", "tag": "68b21732-aa51-4820-b112-cab211445ca8"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:26.525905 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 68b21732-aa51-4820-b112-cab211445ca8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68b21732-aa51-4820-b112-cab211445ca8,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:26.530186 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (68b21732-aa51-4820-b112-cab211445ca8), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:26.556675 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc534cad-9f01-4ff6-a268-6890edbf054a x-openstack-request-id: req-dc534cad-9f01-4ff6-a268-6890edbf054a {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:26.556968 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958cc241-5dfa-4d4a-9c91-22b3ef78674a", "name": "network-vif-plugged", "status": "completed", "tag": "68b21732-aa51-4820-b112-cab211445ca8", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:26.557218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc534cad-9f01-4ff6-a268-6890edbf054a {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:26.557601 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b21732-aa51-4820-b112-cab211445ca8', 'code': 200} Feb 16 10:41:26.584654 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=68b21732-aa51-4820-b112-cab211445ca8,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:26.744334 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83896-df15-4eb5-840e-8da72e963ecf req-91c10d95-d383-4502-aa65-a481d1b9c501 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:26.745822 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87b83896-df15-4eb5-840e-8da72e963ecf req-91c10d95-d383-4502-aa65-a481d1b9c501 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0802999 Feb 16 10:41:26.762187 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d295b4-7ec8-49ac-8b4c-180d283a8d32 req-b86fdd40-9c4f-4e0b-9258-c90959fe8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:26.763593 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07d295b4-7ec8-49ac-8b4c-180d283a8d32 req-b86fdd40-9c4f-4e0b-9258-c90959fe8bfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 1130 time: 0.0709889 Feb 16 10:41:26.834379 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87b83896-df15-4eb5-840e-8da72e963ecf req-8b112db6-9da7-47f6-bf30-f75b75f38f08 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824451 Feb 16 10:41:26.837720 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07d295b4-7ec8-49ac-8b4c-180d283a8d32 req-355307bf-608d-464b-bb48-127dda5ddd24 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Feb 16 10:41:27.059468 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7848337-351c-4f42-910b-0d188903ea21 req-e6c7aab2-4ca5-4850-acc5-af8d36ec09bf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:27.060940 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7848337-351c-4f42-910b-0d188903ea21 req-e6c7aab2-4ca5-4850-acc5-af8d36ec09bf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 946 time: 0.0530958 Feb 16 10:41:27.107096 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7848337-351c-4f42-910b-0d188903ea21 req-9025efd9-18cd-4a06-89e9-a20fed7e041a tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Feb 16 10:41:27.663526 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-dc204326-af71-4ae7-8637-03ece38f2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:27.665063 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-dc204326-af71-4ae7-8637-03ece38f2ead service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1129 time: 0.0447648 Feb 16 10:41:27.756980 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-4361e3e2-0397-47e3-9326-b072c7e9b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:27.758474 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-4361e3e2-0397-47e3-9326-b072c7e9b7a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 910 time: 0.0869040 Feb 16 10:41:27.828738 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-8788d161-fc4e-43f1-96ec-9667257f7b93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 1000 time: 0.0624192 Feb 16 10:41:27.884008 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-16c8625e-3b79-44cc-93fa-b1f21eb65527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:27.885489 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-16c8625e-3b79-44cc-93fa-b1f21eb65527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0475097 Feb 16 10:41:27.970688 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-b5c34179-b6f9-4772-8074-1aaf5e535561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:27.972376 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-b5c34179-b6f9-4772-8074-1aaf5e535561 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800543 Feb 16 10:41:27.979885 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43af0c-c321-4c99-aaba-a0050013974b req-ef836d90-a110-481b-a3a2-267042a76407 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:27.981247 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6d43af0c-c321-4c99-aaba-a0050013974b req-ef836d90-a110-481b-a3a2-267042a76407 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0795598 Feb 16 10:41:28.085410 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6d43af0c-c321-4c99-aaba-a0050013974b req-adae65cd-c214-4bcd-a9b9-82bd3f42b505 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963256 Feb 16 10:41:28.108318 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-6695ca8c-2dc1-4179-af5b-b3adadad6c44 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254678 Feb 16 10:41:28.202130 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9331b046-9df5-4d0a-b5b1-f0ab7f2e8be3 req-3098f679-5351-49d0-9169-26b699e68049 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876956 Feb 16 10:41:28.235314 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3e09-0344-4668-8cf0-dd605c1a2a8d req-a09c95a2-74b7-4fb0-b2e0-a46080524616 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:28.236695 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-22ed3e09-0344-4668-8cf0-dd605c1a2a8d req-a09c95a2-74b7-4fb0-b2e0-a46080524616 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 946 time: 0.0576625 Feb 16 10:41:28.288623 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-22ed3e09-0344-4668-8cf0-dd605c1a2a8d req-ddd2333d-1dcf-4da4-9dc8-53f233b894fd tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 Feb 16 10:41:29.207763 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef843d92-efbb-4d58-b3be-965bd61c7bff req-b062f5d1-7bbe-419e-9fc5-cbadee6c07ad tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:29.209228 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef843d92-efbb-4d58-b3be-965bd61c7bff req-b062f5d1-7bbe-419e-9fc5-cbadee6c07ad tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0526190 Feb 16 10:41:29.262492 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef843d92-efbb-4d58-b3be-965bd61c7bff req-5639fa09-3e99-4834-89c2-b8363bb6b2c4 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477657 Feb 16 10:41:30.386510 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac983a-5bec-43c8-b275-d1d2d86809e5 req-97084ada-2f8c-40ea-82ca-9bfebb2c2dac tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:30.388026 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dcac983a-5bec-43c8-b275-d1d2d86809e5 req-97084ada-2f8c-40ea-82ca-9bfebb2c2dac tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0556560 Feb 16 10:41:30.439014 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dcac983a-5bec-43c8-b275-d1d2d86809e5 req-ee93ce0c-81d7-4e25-b77c-0db65c545e22 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448072 Feb 16 10:41:31.560483 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de72c11-6902-4b85-9d9d-cab6f332e9f1 req-20d3135f-3958-487a-9fce-548b98cdd60c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:31.562556 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0de72c11-6902-4b85-9d9d-cab6f332e9f1 req-20d3135f-3958-487a-9fce-548b98cdd60c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0527003 Feb 16 10:41:31.611556 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0de72c11-6902-4b85-9d9d-cab6f332e9f1 req-a0c2cec8-87e3-4bd3-8a2e-c0dca7338d98 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418828 Feb 16 10:41:31.675656 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8c74f728-5fb5-4102-8af2-f8256cdf4149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:31.806183 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59594) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:31.823900 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db145326-b921-4e97-a56b-0092d0c4444d req-e6842e4c-61ca-4854-8b47-bc8311557bd5 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:31.825386 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db145326-b921-4e97-a56b-0092d0c4444d req-e6842e4c-61ca-4854-8b47-bc8311557bd5 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0528457 Feb 16 10:41:31.874790 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db145326-b921-4e97-a56b-0092d0c4444d req-90eef0ed-0237-45c0-92e6-14a030332e04 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Feb 16 10:41:31.895418 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-2d0e8235-4580-4924-b61b-68f16ee8e233 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880916 Feb 16 10:41:31.903821 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-a22f184b-7955-4e1c-b3eb-415ec4915c4e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:41:31.904749 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-a22f184b-7955-4e1c-b3eb-415ec4915c4e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047536 Feb 16 10:41:31.979301 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 59606) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:32.072242 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-daf0a18a-b076-4f1a-a3f5-2d0721446e19 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:32.073595 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-daf0a18a-b076-4f1a-a3f5-2d0721446e19 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports/1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 942 time: 0.0932570 Feb 16 10:41:32.997049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b6335-726c-4ba4-a28f-2b7bc19c85e6 req-050fdc99-c717-4294-a829-42cd1b2ca1f2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:32.998559 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a70b6335-726c-4ba4-a28f-2b7bc19c85e6 req-050fdc99-c717-4294-a829-42cd1b2ca1f2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0569532 Feb 16 10:41:33.048912 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a70b6335-726c-4ba4-a28f-2b7bc19c85e6 req-c32d5996-d793-4e7b-9a54-556bd63a5d0c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Feb 16 10:41:33.870874 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:41:34.169983 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea056e4-2ce3-48ea-bb80-1d7bee1f072e req-26eec14a-22ce-452c-8009-41e1fd4a4efe tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:34.171456 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7ea056e4-2ce3-48ea-bb80-1d7bee1f072e req-26eec14a-22ce-452c-8009-41e1fd4a4efe tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0559521 Feb 16 10:41:34.219309 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7ea056e4-2ce3-48ea-bb80-1d7bee1f072e req-6164a304-408b-4b89-ba41-995493c81b3d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 Feb 16 10:41:34.293177 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-81cc8520-1e32-4155-8fc4-b444c20d139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:34.405230 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:41:34.482841 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 is: ACTIVE; New status is: DOWN {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:34.483234 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:34.506436 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:34.508645 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70118e11-9517-4070-ac10-20a677a16eae" -d '{"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-unplugged", "status": "completed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:34.521618 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:34.525569 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:34.548731 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62421bbe-ba82-4e29-b814-a272210c7493 x-openstack-request-id: req-62421bbe-ba82-4e29-b814-a272210c7493 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:34.548967 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-unplugged", "status": "failed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "code": 422}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:34.549217 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62421bbe-ba82-4e29-b814-a272210c7493 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:34.550194 dv-cinder-804757-12-iscsi neutron-server[102812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'code': 422} returned with failed status Feb 16 10:41:34.575780 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=6']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:35.251729 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:35.339405 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727fd8e-f451-43f5-9f73-e3e45b88b0b5 req-5cc11647-3a9c-4ea3-a7ae-cfa245481974 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:35.340815 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7727fd8e-f451-43f5-9f73-e3e45b88b0b5 req-5cc11647-3a9c-4ea3-a7ae-cfa245481974 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0533926 Feb 16 10:41:35.389389 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7727fd8e-f451-43f5-9f73-e3e45b88b0b5 req-b658ebb6-9592-4f71-8ea2-288270d421df tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Feb 16 10:41:36.513965 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c38a5-efa5-4462-96af-919c2ab37d3d req-e38ec6bb-2615-44a2-8082-dc00beb3ad6f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:36.515504 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-393c38a5-efa5-4462-96af-919c2ab37d3d req-e38ec6bb-2615-44a2-8082-dc00beb3ad6f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0543952 Feb 16 10:41:36.564093 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-393c38a5-efa5-4462-96af-919c2ab37d3d req-2185def1-456a-4ec8-8f17-66875d9c1b24 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414758 Feb 16 10:41:36.732590 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:37.381127 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-b33fe047-4f54-490f-9c69-1fd8d27b903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:37.382665 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-b33fe047-4f54-490f-9c69-1fd8d27b903d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed&tenant_id=4972d3a857c24f0cbd16fb8ac885092a HTTP/1.1" status: 200 len: 1127 time: 0.0536330 Feb 16 10:41:37.450724 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-f4b279a4-c271-4351-bc6b-28a5e541c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:37.452236 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-f4b279a4-c271-4351-bc6b-28a5e541c409 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1127 time: 0.0450513 Feb 16 10:41:37.547878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-750caa9f-e98f-4f91-9a2e-8e320d77a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:37.549431 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-750caa9f-e98f-4f91-9a2e-8e320d77a25a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 910 time: 0.0875416 Feb 16 10:41:37.626709 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-d6e31bce-35cc-4d91-9df1-ee7600df93ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 998 time: 0.0708835 Feb 16 10:41:37.687316 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-787a3da6-fac2-4b80-a9be-85719dee9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:37.688798 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-787a3da6-fac2-4b80-a9be-85719dee9343 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0508325 Feb 16 10:41:37.710002 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f7911-05df-404d-b3ea-6d4d1a79818c req-9c657f2f-7f3d-4b05-b816-d7984bfb45e0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:37.711579 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-896f7911-05df-404d-b3ea-6d4d1a79818c req-9c657f2f-7f3d-4b05-b816-d7984bfb45e0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0562558 Feb 16 10:41:37.743761 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-b6998e9d-99a3-4e41-9970-5b52e3c65f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:37.745276 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-b6998e9d-99a3-4e41-9970-5b52e3c65f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503230 Feb 16 10:41:37.765000 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-896f7911-05df-404d-b3ea-6d4d1a79818c req-c3098d21-2d3e-42e6-a8af-19dc014d6c95 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479019 Feb 16 10:41:37.842166 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-ffafb10f-6e4f-4d5d-8725-08673bf092d4 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Feb 16 10:41:37.934279 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9672fb55-6c34-4b79-b3e2-a4c50399e19d req-2aa3e701-4244-4c73-99c6-c594e9cfaaf5 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Feb 16 10:41:38.119904 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:38.900993 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05894337-d66a-4f62-9192-b870ea39b1a6 req-c3b82568-aeae-4ecb-a7d3-2a5bb436edd0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:38.903277 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-05894337-d66a-4f62-9192-b870ea39b1a6 req-c3b82568-aeae-4ecb-a7d3-2a5bb436edd0 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0604229 Feb 16 10:41:38.959198 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-05894337-d66a-4f62-9192-b870ea39b1a6 req-2cc7de39-ab5d-4438-8496-05085dc1ec04 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504222 Feb 16 10:41:40.091473 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee5071-dddb-4be9-9fc4-be96c2dc58bc req-ad6e6e47-9cee-43cb-bda4-ce68c633b681 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:40.092984 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fee5071-dddb-4be9-9fc4-be96c2dc58bc req-ad6e6e47-9cee-43cb-bda4-ce68c633b681 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0531960 Feb 16 10:41:40.129297 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d741a-c10e-4fd0-97f3-213e6f8726c5 req-ae1915bd-16e9-4bdb-ba15-0c099ce733cd tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:40.130814 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-433d741a-c10e-4fd0-97f3-213e6f8726c5 req-ae1915bd-16e9-4bdb-ba15-0c099ce733cd tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 946 time: 0.0540433 Feb 16 10:41:40.146184 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fee5071-dddb-4be9-9fc4-be96c2dc58bc req-feef1a85-7583-4147-a0a7-e9a6c6a76062 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 Feb 16 10:41:40.177509 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-433d741a-c10e-4fd0-97f3-213e6f8726c5 req-2e2e6048-b03d-4e0f-bcbd-909987d763bf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Feb 16 10:41:41.269848 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69eb6b-0a12-4d62-8d8a-fed33c60589d req-1ae7e12c-5d2a-497d-b090-8db52f7678fd tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:41.271439 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6b69eb6b-0a12-4d62-8d8a-fed33c60589d req-1ae7e12c-5d2a-497d-b090-8db52f7678fd tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0583186 Feb 16 10:41:41.297734 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37530-705c-46ef-b21f-c0768f435832 req-dc67077f-6054-4782-94e3-215abc5ff9d1 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:41.299258 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d3e37530-705c-46ef-b21f-c0768f435832 req-dc67077f-6054-4782-94e3-215abc5ff9d1 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 946 time: 0.0515420 Feb 16 10:41:41.321248 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6b69eb6b-0a12-4d62-8d8a-fed33c60589d req-31337667-d0d8-4d21-bcae-4d8295d29de9 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Feb 16 10:41:41.346013 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d3e37530-705c-46ef-b21f-c0768f435832 req-7130b8d9-8a3a-4e5e-8d18-ddeabd7fc1b0 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Feb 16 10:41:41.932360 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:42.031902 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-2418349d-1291-4d1e-9f5d-ca5f2833af32 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:42.033339 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-2418349d-1291-4d1e-9f5d-ca5f2833af32 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 946 time: 0.0572290 Feb 16 10:41:42.127725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Deleting port 68b21732-aa51-4820-b112-cab211445ca8 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:41:42.128848 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (68b21732-aa51-4820-b112-cab211445ca8), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:42.217703 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] For port 68b21732-aa51-4820-b112-cab211445ca8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68b21732-aa51-4820-b112-cab211445ca8,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:42.217970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (68b21732-aa51-4820-b112-cab211445ca8), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:42.229556 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Calling delete_port for 68b21732-aa51-4820-b112-cab211445ca8 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:41:42.355571 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (68b21732-aa51-4820-b112-cab211445ca8), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:42.368845 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb', '68b21732-aa51-4820-b112-cab211445ca8'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:42.388530 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event deleted for resources: {'Port': ['ID=68b21732-aa51-4820-b112-cab211445ca8,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:42.433745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] No DVR routers for this DVR port 68b21732-aa51-4820-b112-cab211445ca8 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:41:42.437041 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:42.440264 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3cd25024-baa9-4f26-a6b3-c47b30fc24fc req-a8b5b654-17cb-4ee9-b6e5-96f78fdf0ccf tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "DELETE /v2.0/ports/68b21732-aa51-4820-b112-cab211445ca8 HTTP/1.1" status: 204 len: 173 time: 0.4002180 Feb 16 10:41:42.442122 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'name': 'network-vif-deleted', 'tag': '68b21732-aa51-4820-b112-cab211445ca8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:42.456682 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6df7b0b-9ef4-4fb9-b2ca-a29aa44d416e" -d '{"events": [{"server_uuid": "958cc241-5dfa-4d4a-9c91-22b3ef78674a", "name": "network-vif-deleted", "tag": "68b21732-aa51-4820-b112-cab211445ca8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:42.493021 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f54728f2-b394-4990-8f90-10b312a2e83f req-f48eabf6-58f2-49f3-8226-0cb797c42e08 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=958cc241-5dfa-4d4a-9c91-22b3ef78674a HTTP/1.1" status: 200 len: 210 time: 0.0571351 Feb 16 10:41:42.517693 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b13f51-8bed-4aca-a0c0-c210c2312a7b req-d54665de-ed9f-422d-b383-a9e49f5c28fb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:42.531269 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b0d76-083a-4837-b884-0e807525988c x-openstack-request-id: req-1d1b0d76-083a-4837-b884-0e807525988c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:42.531559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958cc241-5dfa-4d4a-9c91-22b3ef78674a", "name": "network-vif-deleted", "tag": "68b21732-aa51-4820-b112-cab211445ca8", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:42.532363 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d1b0d76-083a-4837-b884-0e807525988c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:42.532363 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958cc241-5dfa-4d4a-9c91-22b3ef78674a', 'name': 'network-vif-deleted', 'tag': '68b21732-aa51-4820-b112-cab211445ca8', 'status': 'completed', 'code': 200} Feb 16 10:41:42.538692 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8b13f51-8bed-4aca-a0c0-c210c2312a7b req-d54665de-ed9f-422d-b383-a9e49f5c28fb tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0945477 Feb 16 10:41:42.600089 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8b13f51-8bed-4aca-a0c0-c210c2312a7b req-84e8de30-2aa2-496f-a1a9-e140be6b06e9 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598726 Feb 16 10:41:43.739016 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179239-6b14-4309-b4ea-ee5b004bc0d1 req-d39f12c8-268c-4ed3-811e-05f9629f496d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:43.740574 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af179239-6b14-4309-b4ea-ee5b004bc0d1 req-d39f12c8-268c-4ed3-811e-05f9629f496d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0636773 Feb 16 10:41:43.791270 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af179239-6b14-4309-b4ea-ee5b004bc0d1 req-34523fef-1fc3-4ff0-b6ad-2f83d7973ec5 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Feb 16 10:41:44.881063 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac96fe-55bf-4e11-b270-a4884aac600d req-83172aba-97e1-4eae-a359-4cf74c94771f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:44.882800 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89ac96fe-55bf-4e11-b270-a4884aac600d req-83172aba-97e1-4eae-a359-4cf74c94771f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 945 time: 0.0557420 Feb 16 10:41:44.920260 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d47e22-9883-472f-8c2d-115d00d7919d req-3a7f31ad-8d3c-45fe-b5fd-79c05d733ce1 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:44.921732 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a3d47e22-9883-472f-8c2d-115d00d7919d req-3a7f31ad-8d3c-45fe-b5fd-79c05d733ce1 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0615351 Feb 16 10:41:44.933472 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89ac96fe-55bf-4e11-b270-a4884aac600d req-13b39ce5-c3c4-450b-9a87-f42376539dac tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Feb 16 10:41:44.974088 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a3d47e22-9883-472f-8c2d-115d00d7919d req-effd674a-9777-425c-8560-fe40f36df72e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Feb 16 10:41:46.052412 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f83cd4-60e9-4a19-9313-c22e6993e0db req-f3c295f0-88ff-49f6-ab68-c79974387e8c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:46.053903 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b7f83cd4-60e9-4a19-9313-c22e6993e0db req-f3c295f0-88ff-49f6-ab68-c79974387e8c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 945 time: 0.0538721 Feb 16 10:41:46.102547 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536da93-7436-4527-a3ec-a179517896bc req-7311aaa6-b1f2-45f6-8521-855184418718 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:46.103505 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b7f83cd4-60e9-4a19-9313-c22e6993e0db req-5032f493-a9e4-404e-8b5d-f338a3a02bf8 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Feb 16 10:41:46.104013 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d536da93-7436-4527-a3ec-a179517896bc req-7311aaa6-b1f2-45f6-8521-855184418718 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 943 time: 0.0524139 Feb 16 10:41:46.154693 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d536da93-7436-4527-a3ec-a179517896bc req-9024f086-0a35-47f8-a0ab-2e110610767f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451119 Feb 16 10:41:46.466188 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:41:46.471218 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 68b21732-aa51-4820-b112-cab211445ca8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:41:46.497966 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 68b21732-aa51-4820-b112-cab211445ca8 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:41:46.498334 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 68b21732-aa51-4820-b112-cab211445ca8 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:41:46.544994 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-a45ccf9d-a2af-4a7b-80a5-b8d7ebaf660f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:46.546472 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-a45ccf9d-a2af-4a7b-80a5-b8d7ebaf660f tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Feb 16 10:41:46.586071 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:46.597725 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'port_id': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'mac_address': 'fa:16:3e:48:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:41:46.634340 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:46.634735 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:46.643676 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Deleting port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:41:46.644019 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:46.647838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f54fd39-e1be-405d-b5f0-f8c8912b0906 {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:41:46.670841 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:46.674964 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:46.725708 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=7']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:46.736482 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] For port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:46.736783 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:46.749921 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Calling delete_port for eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:41:46.877845 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:46.891852 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:46.912232 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event deleted for resources: {'Port': ['ID=eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:46.935980 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['1f54fd39-e1be-405d-b5f0-f8c8912b0906'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:46.955958 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] No DVR routers for this DVR port eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:41:46.958927 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:46.962407 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7f41621b-f9a0-43ff-af0c-5af2023d6f9e req-cb4d11db-6d90-45cc-8dce-b0c3e07c3e07 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "DELETE /v2.0/ports/eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb HTTP/1.1" status: 204 len: 173 time: 0.4103501 Feb 16 10:41:46.962866 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'name': 'network-vif-deleted', 'tag': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:46.965744 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f74f08-6022-4422-bb24-3d3ae67210bd" -d '{"events": [{"server_uuid": "35bc9120-0a5c-41b7-812c-2b31b4ed53f4", "name": "network-vif-deleted", "tag": "eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:47.013614 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb307cec-cf9a-4a95-bf1f-324858941d22 x-openstack-request-id: req-cb307cec-cf9a-4a95-bf1f-324858941d22 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:47.018037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bc9120-0a5c-41b7-812c-2b31b4ed53f4", "name": "network-vif-deleted", "tag": "eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:47.018037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb307cec-cf9a-4a95-bf1f-324858941d22 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:47.018037 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bc9120-0a5c-41b7-812c-2b31b4ed53f4', 'name': 'network-vif-deleted', 'tag': 'eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb', 'status': 'completed', 'code': 200} Feb 16 10:41:47.232397 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-90b96728-acb2-413f-ab5a-1234de47b8d5 req-9f1d7158-385e-4541-8bee-c4435002460a tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=35bc9120-0a5c-41b7-812c-2b31b4ed53f4 HTTP/1.1" status: 200 len: 210 time: 0.0392184 Feb 16 10:41:47.275705 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-e59432f2-f8e0-4441-9a91-1ed2bb5ed9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:47.277463 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-e59432f2-f8e0-4441-9a91-1ed2bb5ed9bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1128 time: 0.0541546 Feb 16 10:41:47.294865 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8ce6-929d-4bf4-a6dc-8bb11975410a req-1350aef2-03e2-424d-8450-8cf864838b7f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:47.296444 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-11df8ce6-929d-4bf4-a6dc-8bb11975410a req-1350aef2-03e2-424d-8450-8cf864838b7f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 944 time: 0.0580499 Feb 16 10:41:47.347805 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-11df8ce6-929d-4bf4-a6dc-8bb11975410a req-b3004431-17e5-464a-8632-ce323af39cdc tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Feb 16 10:41:47.392607 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-1bc3118e-0d9f-4729-b413-bbb3fc298843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:47.394871 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-1bc3118e-0d9f-4729-b413-bbb3fc298843 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 910 time: 0.0964274 Feb 16 10:41:47.458388 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-64ce517c-7c0d-4716-807d-2aa8abe61c1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 999 time: 0.0583622 Feb 16 10:41:47.508543 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-a96e60e2-b337-412b-9992-cbf5013a3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:47.509875 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-a96e60e2-b337-412b-9992-cbf5013a3df8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0444670 Feb 16 10:41:47.563270 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-302cd972-7e33-47c0-b42e-25892bf0f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:47.564750 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-302cd972-7e33-47c0-b42e-25892bf0f2f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479674 Feb 16 10:41:47.892721 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-52d40249-7ece-4081-a56d-9bee3d9adae4 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208871 Feb 16 10:41:47.985478 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0dfe7f49-c511-4efc-8976-f51276c746d0 req-7b8f58a1-7aa4-4bd2-8fcb-98a30c854d1a service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Feb 16 10:41:48.442308 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485cf15-c343-46d6-b85e-2e090c8a5bd0 req-af2168bd-0b2c-42f3-9812-0e60d967de29 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:48.443822 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7485cf15-c343-46d6-b85e-2e090c8a5bd0 req-af2168bd-0b2c-42f3-9812-0e60d967de29 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0576229 Feb 16 10:41:48.480981 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:41:48.510707 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7485cf15-c343-46d6-b85e-2e090c8a5bd0 req-02e8f8e1-7c3f-4d05-a80c-1b8b7c06a3fc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611069 Feb 16 10:41:48.549184 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3a050-d8f3-476b-a8d6-ce1e7fa4f993 req-5f5bb693-2038-4f51-a295-a7e4cd558f0f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:48.551402 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91a3a050-d8f3-476b-a8d6-ce1e7fa4f993 req-5f5bb693-2038-4f51-a295-a7e4cd558f0f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 944 time: 0.0670366 Feb 16 10:41:48.560078 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:41:48.560447 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:48.612659 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91a3a050-d8f3-476b-a8d6-ce1e7fa4f993 req-23f39913-2d2c-472a-b825-689ba3ca0396 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542064 Feb 16 10:41:48.640189 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842844f-ace7-4a17-b16b-d30b67436491 req-558dd0ab-c474-4737-8229-80c7fe316019 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:48.646395 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d842844f-ace7-4a17-b16b-d30b67436491 req-558dd0ab-c474-4737-8229-80c7fe316019 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0753982 Feb 16 10:41:48.655838 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:41:48.656320 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:48.681049 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:48.683323 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb85321-da36-4265-9439-fd4538da0de0" -d '{"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-plugged", "status": "completed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:48.698701 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:48.705473 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:48.707505 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:41:48.711508 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d842844f-ace7-4a17-b16b-d30b67436491 req-50547733-2dfb-4a69-983f-0418c62ce11a tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627599 Feb 16 10:41:48.732056 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d5be2-1be5-4217-b4c7-63d8192586c1 x-openstack-request-id: req-ff6d5be2-1be5-4217-b4c7-63d8192586c1 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:48.732349 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-plugged", "status": "completed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:48.732600 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff6d5be2-1be5-4217-b4c7-63d8192586c1 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:48.734515 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'code': 200} Feb 16 10:41:48.737155 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:41:48.737614 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device eae0fe4f-005e-4a4e-b39d-bdbcc78eeedb not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:41:48.792768 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=8']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:48.967214 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f50e-8deb-43b0-93ec-04dabe04207e req-8e2a435a-29ac-47ed-984a-00a492598021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:48.968721 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fa08f50e-8deb-43b0-93ec-04dabe04207e req-8e2a435a-29ac-47ed-984a-00a492598021 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1129 time: 0.0445662 Feb 16 10:41:49.013271 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fa08f50e-8deb-43b0-93ec-04dabe04207e req-5be1472f-d4ae-480b-b713-481f0a68d938 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377727 Feb 16 10:41:49.629535 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca197b-82bd-4975-9405-7896df082bdd req-7dbf4244-61a9-4e83-b9fb-d4b857eaf9b8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:49.631021 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3bca197b-82bd-4975-9405-7896df082bdd req-7dbf4244-61a9-4e83-b9fb-d4b857eaf9b8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0534430 Feb 16 10:41:49.677078 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3bca197b-82bd-4975-9405-7896df082bdd req-58e3c630-0df5-4f32-b1d2-6f0b045f2316 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405653 Feb 16 10:41:49.740445 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60779-de28-46cd-9ea4-5d2041d80831 req-66431358-6da5-4111-81c8-019fffd9109c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:49.742218 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ac60779-de28-46cd-9ea4-5d2041d80831 req-66431358-6da5-4111-81c8-019fffd9109c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0567362 Feb 16 10:41:49.791805 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ac60779-de28-46cd-9ea4-5d2041d80831 req-51ac3ca9-427e-4bf2-88fe-bc71d28df916 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438058 Feb 16 10:41:49.831105 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70a70-0e3b-435a-8c5a-cb5436e4486a req-c2d141fc-9c76-443d-8997-b4f043b990be tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:49.832701 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c8c70a70-0e3b-435a-8c5a-cb5436e4486a req-c2d141fc-9c76-443d-8997-b4f043b990be tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0594449 Feb 16 10:41:49.880772 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c8c70a70-0e3b-435a-8c5a-cb5436e4486a req-5a3ce54c-b600-4c2f-a5d2-f49a86818891 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Feb 16 10:41:50.799368 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315bf20-be02-4aa3-9a9b-0df0e2c10455 req-00080e79-18b3-45a1-a907-bb8067d15602 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:50.801571 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1315bf20-be02-4aa3-9a9b-0df0e2c10455 req-00080e79-18b3-45a1-a907-bb8067d15602 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0520153 Feb 16 10:41:50.847874 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1315bf20-be02-4aa3-9a9b-0df0e2c10455 req-84a19125-26ab-44d5-8f1e-5fbc8e97f7d4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Feb 16 10:41:50.912957 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec405e-7f14-4946-8acd-8b6681b0584b req-bbbdf8d3-d1f6-4821-909a-344493e9bc91 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:50.914452 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-82ec405e-7f14-4946-8acd-8b6681b0584b req-bbbdf8d3-d1f6-4821-909a-344493e9bc91 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0540559 Feb 16 10:41:50.965058 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-82ec405e-7f14-4946-8acd-8b6681b0584b req-8ce52255-a37b-4d52-b267-b547db81b9ee tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Feb 16 10:41:50.997428 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05786-8af1-4b2f-8be1-8f1aa3917e33 req-3a07d587-ade0-4a74-82e1-44e600454446 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:50.998971 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-81d05786-8af1-4b2f-8be1-8f1aa3917e33 req-3a07d587-ade0-4a74-82e1-44e600454446 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0527625 Feb 16 10:41:51.049930 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-81d05786-8af1-4b2f-8be1-8f1aa3917e33 req-2f325de0-ab8f-45ee-98bd-61e223874224 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Feb 16 10:41:51.984480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679c06-d985-432f-9046-81bc09578ef2 req-349a6632-bfa9-40ae-b10b-9a5fc200d66c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:51.985836 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d9679c06-d985-432f-9046-81bc09578ef2 req-349a6632-bfa9-40ae-b10b-9a5fc200d66c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0663378 Feb 16 10:41:52.037143 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d9679c06-d985-432f-9046-81bc09578ef2 req-505a70cf-398d-49a4-bef6-9b83cf1e551e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Feb 16 10:41:52.087072 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc08dc-b1cf-4a5c-9acd-b92b29b0cab0 req-bfd78da0-143e-41f8-8a59-ec97a74af045 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:52.088785 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fbc08dc-b1cf-4a5c-9acd-b92b29b0cab0 req-bfd78da0-143e-41f8-8a59-ec97a74af045 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0558228 Feb 16 10:41:52.146133 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fbc08dc-b1cf-4a5c-9acd-b92b29b0cab0 req-af942417-44fc-453e-b251-3dd8f6043e1f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507827 Feb 16 10:41:52.180770 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b82f5-d515-4117-85b6-a56e509fe90c req-c21c3f12-edbd-4980-a994-e2a2ee7d7d80 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:52.182288 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e3b82f5-d515-4117-85b6-a56e509fe90c req-c21c3f12-edbd-4980-a994-e2a2ee7d7d80 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0627396 Feb 16 10:41:52.231940 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e3b82f5-d515-4117-85b6-a56e509fe90c req-ff14e0ca-9c1c-4bc5-a887-2a0f56685031 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Feb 16 10:41:52.627010 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-eb7db893-c2f2-4ae2-8e87-2edeb555c2fc tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:52.628561 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-eb7db893-c2f2-4ae2-8e87-2edeb555c2fc tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Feb 16 10:41:52.727684 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Deleting port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:41:52.728055 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:52.814949 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] For port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:52.815313 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:52.832767 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Calling delete_port for 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:41:52.957100 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:52.969745 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:52.984465 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event deleted for resources: {'Port': ['ID=0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:53.035817 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] No DVR routers for this DVR port 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:41:53.038231 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:53.041561 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-175fca82-ed41-44a7-a46f-c661585f62d6 req-a6217108-a48f-4e8a-9bb5-0420e0cc0b89 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "DELETE /v2.0/ports/0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d HTTP/1.1" status: 204 len: 173 time: 0.4067121 Feb 16 10:41:53.042015 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f077f6-0b0e-44ae-a409-cd0092653471', 'name': 'network-vif-deleted', 'tag': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:53.044262 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb4a92-f63e-4c6d-9d58-11e02a641c9b" -d '{"events": [{"server_uuid": "14f077f6-0b0e-44ae-a409-cd0092653471", "name": "network-vif-deleted", "tag": "0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:53.096636 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d41ccca-1b89-431f-9c3e-493e6658389b x-openstack-request-id: req-8d41ccca-1b89-431f-9c3e-493e6658389b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:53.097489 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f077f6-0b0e-44ae-a409-cd0092653471", "name": "network-vif-deleted", "tag": "0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:53.097823 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d41ccca-1b89-431f-9c3e-493e6658389b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:53.098481 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f077f6-0b0e-44ae-a409-cd0092653471', 'name': 'network-vif-deleted', 'tag': '0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d', 'status': 'completed', 'code': 200} Feb 16 10:41:53.185543 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a252ab8-3f52-4714-a8a0-6ba74b005e56 req-00dd4ab4-9b6b-43fa-8a92-a3660695a69e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:53.187226 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a252ab8-3f52-4714-a8a0-6ba74b005e56 req-00dd4ab4-9b6b-43fa-8a92-a3660695a69e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0665147 Feb 16 10:41:53.235043 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a252ab8-3f52-4714-a8a0-6ba74b005e56 req-64e24783-cb20-483e-a231-103f1b08d9cf tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 Feb 16 10:41:53.269172 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e6255-1893-4453-b71d-3ff48e6e7488 req-935119b9-f77e-42c9-b7ec-3b093bce876d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:53.270710 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-307e6255-1893-4453-b71d-3ff48e6e7488 req-935119b9-f77e-42c9-b7ec-3b093bce876d tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0556169 Feb 16 10:41:53.320964 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-307e6255-1893-4453-b71d-3ff48e6e7488 req-f58f12a4-63de-43b8-9e77-d2e29afa81a2 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447502 Feb 16 10:41:53.342514 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-051c6d37-7f40-42e3-bc11-752593f2d57e req-7a6fc852-5f17-4ce7-b8e8-72b97c6d7e4e tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=14f077f6-0b0e-44ae-a409-cd0092653471 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Feb 16 10:41:54.371280 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f9e9-5e88-4f96-8d46-2ab2bb0a4dc2 req-b2924f0c-b301-4a42-99f9-6454b3537e84 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:54.372755 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a761f9e9-5e88-4f96-8d46-2ab2bb0a4dc2 req-b2924f0c-b301-4a42-99f9-6454b3537e84 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0619893 Feb 16 10:41:54.434702 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a761f9e9-5e88-4f96-8d46-2ab2bb0a4dc2 req-9cb9824e-496e-490e-9ad6-1e69fc09f039 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454395 Feb 16 10:41:54.585241 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-59b2c246-c7a6-47cf-b465-4299075d0f83 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212616760&fields=id&tenant_id=dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 267 time: 0.0466859 Feb 16 10:41:54.696826 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-cb1f1773-ed87-4f12-a158-fce8b4ee4933 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:54.698462 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-cb1f1773-ed87-4f12-a158-fce8b4ee4933 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 811 time: 0.1063924 Feb 16 10:41:54.713457 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-fff17058-8b18-4431-a665-a226c51c1e62 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/quotas/dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 375 time: 0.0092843 Feb 16 10:41:54.771623 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-e748ae97-a98c-4f00-9891-8b32c27157cf tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532320 Feb 16 10:41:54.870256 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-42e4c296-1c9f-49e8-aeda-4ea387ae5272 service neutron] 10.222.0.45 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869963 Feb 16 10:41:54.958092 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-23f22989-66b0-482d-aee2-71b848e5f4ed service neutron] 10.222.0.45 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822794 Feb 16 10:41:55.232772 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7c8e5abd-647e-4a3b-af73-3bee2556e377 req-8e3cb57f-819f-419a-871a-57f9dd42584b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Feb 16 10:41:55.564885 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d315-d26e-4be9-863d-3306df306a6a req-465e99ff-859d-4f75-bd09-8c2b6739e669 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:55.568073 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91d6d315-d26e-4be9-863d-3306df306a6a req-465e99ff-859d-4f75-bd09-8c2b6739e669 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0635929 Feb 16 10:41:55.621923 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91d6d315-d26e-4be9-863d-3306df306a6a req-4c3d22e1-edf4-4ee0-8475-ad14173a5c8e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477862 Feb 16 10:41:55.761426 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163cc1-ee9b-4de2-968e-f95b43853733 req-838e3930-7890-4953-84b3-40d73123ee10 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:55.762930 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b3163cc1-ee9b-4de2-968e-f95b43853733 req-838e3930-7890-4953-84b3-40d73123ee10 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 945 time: 0.0542743 Feb 16 10:41:55.808170 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b3163cc1-ee9b-4de2-968e-f95b43853733 req-13029895-8fa0-4b8a-a6b7-122d37abb047 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Feb 16 10:41:56.163452 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-d55d7be1-e0bb-47d8-a9cf-2a1425fc22d2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:56.164922 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-d55d7be1-e0bb-47d8-a9cf-2a1425fc22d2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 811 time: 0.1075857 Feb 16 10:41:56.231354 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a34ddc8f-f63c-418d-b6a3-d3368481111d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce30c09b0fa41418359cd3872e9d80c HTTP/1.1" status: 200 len: 380 time: 0.0578225 Feb 16 10:41:56.239971 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'port': {'device_id': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'admin_state_up': True, 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'security_groups': ['3371b532-012c-4315-a721-3e14544b31dc']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:41:56.329565 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c362b691-ab3c-40d6-ac49-3f36927beb15 req-5f6bdc85-748b-4958-81f8-5f704d32ed11 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Feb 16 10:41:56.356529 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Made reservation on behalf of dce30c09b0fa41418359cd3872e9d80c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:41:56.360055 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:56.489338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Allocated IP 172.20.0.7 (cef898ac-7109-4c48-824d-5dc9a5f6a10a/05509798-d03c-4e80-ba77-5f8256d9399d/50572085-164c-4e62-b982-7135bf94d72d) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:41:56.544341 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:41:56.565656 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:41:56.566250 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 0b0ae88d-cdb4-44f0-9cdc-d4c507c7759d not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:41:56.638626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (50572085-164c-4e62-b982-7135bf94d72d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:56.675933 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (50572085-164c-4e62-b982-7135bf94d72d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:56.728581 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:41:56.753312 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:41:56.755731 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:41:56.794708 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=50572085-164c-4e62-b982-7135bf94d72d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:56.823415 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:56.824023 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:56.843290 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb3f41-6446-4b92-bcc7-ba323f11697f req-24c013bb-cb4c-452e-931c-4ca6699ba1e5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:56.844765 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f2eb3f41-6446-4b92-bcc7-ba323f11697f req-24c013bb-cb4c-452e-931c-4ca6699ba1e5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.1366916 Feb 16 10:41:56.852803 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a93d4b81-c696-466e-b8c4-49f9ff2b3774 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6167054 Feb 16 10:41:56.864990 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Request body: {'port': {'device_id': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:41:56.940907 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e70a-dc65-4e6b-a265-781877726bf5 req-577ef272-a0d7-4b1f-bdd6-173b8dfd4cd3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:56.942823 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8347e70a-dc65-4e6b-a265-781877726bf5 req-577ef272-a0d7-4b1f-bdd6-173b8dfd4cd3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 945 time: 0.0601296 Feb 16 10:41:56.951654 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f2eb3f41-6446-4b92-bcc7-ba323f11697f req-8a0c5f43-0caa-4425-a0ee-46af97cfd5f6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978785 Feb 16 10:41:56.954213 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (50572085-164c-4e62-b982-7135bf94d72d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.008584 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8347e70a-dc65-4e6b-a265-781877726bf5 req-20388757-7f90-4d21-bdeb-c40331fbbfc2 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2dc0e33-6568-4981-b1ee-c59763f0a737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560098 Feb 16 10:41:57.036112 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-f6b6fa32-5449-4cfd-91b9-da51ff102f04 None None] Provisioning complete for port 50572085-164c-4e62-b982-7135bf94d72d triggered by entity DHCP. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:41:57.036492 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fa32-5449-4cfd-91b9-da51ff102f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (50572085-164c-4e62-b982-7135bf94d72d), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.070999 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6fa32-5449-4cfd-91b9-da51ff102f04 None None] Port 50572085-164c-4e62-b982-7135bf94d72d cannot update to ACTIVE because it is not bound. {{(pid=102812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:41:57.221309 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50572085-164c-4e62-b982-7135bf94d72d {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:41:57.229842 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Publish callbacks [] for port (50572085-164c-4e62-b982-7135bf94d72d), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.241935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Transition to ACTIVE for port object 50572085-164c-4e62-b982-7135bf94d72d will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 10:41:57.245749 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (50572085-164c-4e62-b982-7135bf94d72d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.313202 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Pushing event updated for resources: {'Port': ['ID=50572085-164c-4e62-b982-7135bf94d72d,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:57.373901 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Attempting to bind port 50572085-164c-4e62-b982-7135bf94d72d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:41:57.374473 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Attempting to bind port 50572085-164c-4e62-b982-7135bf94d72d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:41:57.374819 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Attempting to bind port 50572085-164c-4e62-b982-7135bf94d72d on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:41:57.382165 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Port 50572085-164c-4e62-b982-7135bf94d72d on network cef898ac-7109-4c48-824d-5dc9a5f6a10a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 10:41:57.382165 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Attempting to bind port 50572085-164c-4e62-b982-7135bf94d72d on network cef898ac-7109-4c48-824d-5dc9a5f6a10a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:41:57.387551 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Checking agent: {'id': '4aa17956-d362-486d-8f2a-afc58d7fa874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'started_at': datetime.datetime(2022, 2, 16, 10, 32, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:41:57.388499 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Checking segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:41:57.388891 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Bound using segment: {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:41:57.389104 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-237937cc-c64f-421a-b9b9-bffc4b7d9af3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:57.389581 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Bound port: 50572085-164c-4e62-b982-7135bf94d72d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12140893-3a14-4547-9572-ae8d89ad66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:41:57.389812 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (50572085-164c-4e62-b982-7135bf94d72d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.394936 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-237937cc-c64f-421a-b9b9-bffc4b7d9af3 tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 945 time: 0.0749710 Feb 16 10:41:57.496451 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] For port 50572085-164c-4e62-b982-7135bf94d72d, host hv-cinder-80475, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:41:57.497790 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Deleting port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:41:57.498177 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.500236 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] For port 50572085-164c-4e62-b982-7135bf94d72d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50572085-164c-4e62-b982-7135bf94d72d,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:41:57.512410 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867c4d-89fb-4234-a6df-a24193a21e7f req-56e95fc9-3730-4e2b-89a7-7f4fa3948254 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:57.513969 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e0867c4d-89fb-4234-a6df-a24193a21e7f req-56e95fc9-3730-4e2b-89a7-7f4fa3948254 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0816119 Feb 16 10:41:57.515463 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (50572085-164c-4e62-b982-7135bf94d72d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.563088 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:57.563696 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.565040 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] 10.222.0.24 "PUT /v2.0/ports/50572085-164c-4e62-b982-7135bf94d72d HTTP/1.1" status: 200 len: 1093 time: 0.7049603 Feb 16 10:41:57.570055 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'tag': '50572085-164c-4e62-b982-7135bf94d72d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:57.572388 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300acb67-3534-4f76-8a74-179bd5a7f8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "tag": "50572085-164c-4e62-b982-7135bf94d72d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:57.598526 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] For port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,segment=NetworkSegment(1130f3be-5ae0-49ce-87a3-b8a5d6540d4d),segment_id=1130f3be-5ae0-49ce-87a3-b8a5d6540d4d)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:41:57.599173 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.610397 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28444a4f-a47c-4e14-8ba5-8645e99456cc service neutron] Pushing event updated for resources: {'Port': ['ID=50572085-164c-4e62-b982-7135bf94d72d,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:57.616904 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Calling delete_port for 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc owned by compute:nova {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:41:57.619871 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40f6a6-2341-49ef-9497-61c6eb900dbb x-openstack-request-id: req-0b40f6a6-2341-49ef-9497-61c6eb900dbb {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:57.620169 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "tag": "50572085-164c-4e62-b982-7135bf94d72d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:57.620431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b40f6a6-2341-49ef-9497-61c6eb900dbb {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:57.620887 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'tag': '50572085-164c-4e62-b982-7135bf94d72d', 'status': 'completed', 'code': 200} Feb 16 10:41:57.678808 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e0867c4d-89fb-4234-a6df-a24193a21e7f req-0e74d0e3-3b4e-4de3-aeb1-75b1e27db861 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547627 Feb 16 10:41:57.695343 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-3de8f4c4-303a-4cfb-92eb-d8720dd6ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:57.696939 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-3de8f4c4-303a-4cfb-92eb-d8720dd6ea54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 1127 time: 0.0645959 Feb 16 10:41:57.754376 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-bbad48b2-ae56-43b3-ac8a-76599634d462 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50572085-164c-4e62-b982-7135bf94d72d HTTP/1.1" status: 200 len: 217 time: 0.0504115 Feb 16 10:41:57.798269 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.810564 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-43e7afa8-7a18-4c00-a0b0-25e8e886f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:57.811160 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:41:57.812200 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-43e7afa8-7a18-4c00-a0b0-25e8e886f276 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0495439 Feb 16 10:41:57.828726 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Pushing event deleted for resources: {'Port': ['ID=901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:57.857692 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.858047 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.858415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.858754 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.859090 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.859422 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.859752 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.860077 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.860406 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.860727 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.861056 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.861379 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.861702 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:41:57.868883 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-69c2198c-690d-40f8-ab33-09d13911cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:57.870966 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-69c2198c-690d-40f8-ab33-09d13911cd89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523274 Feb 16 10:41:57.882132 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] No DVR routers for this DVR port 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc on host hv-cinder-80475 {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:41:57.884494 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:57.887747 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3618d60b-3afc-4e3b-8133-963adff7f393 req-9dd52712-9bf7-4d04-9e34-c1635aaa463c tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.24 "DELETE /v2.0/ports/901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc HTTP/1.1" status: 204 len: 173 time: 0.4872706 Feb 16 10:41:57.888186 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'name': 'network-vif-deleted', 'tag': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:41:57.890429 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b681be05-a593-45f3-8f94-b277230ed98b" -d '{"events": [{"server_uuid": "2694126b-f424-4bc5-9cb9-95d7197c8d9f", "name": "network-vif-deleted", "tag": "901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:41:57.928357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c45f3fc-ec4b-4304-b30c-61337ee534e7 x-openstack-request-id: req-1c45f3fc-ec4b-4304-b30c-61337ee534e7 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:41:57.928752 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2694126b-f424-4bc5-9cb9-95d7197c8d9f", "name": "network-vif-deleted", "tag": "901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:41:57.928933 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c45f3fc-ec4b-4304-b30c-61337ee534e7 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:41:57.929330 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2694126b-f424-4bc5-9cb9-95d7197c8d9f', 'name': 'network-vif-deleted', 'tag': '901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc', 'status': 'completed', 'code': 200} Feb 16 10:41:57.981522 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-a0922828-5314-4ab3-abde-96bc3d328d01 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033461 Feb 16 10:41:58.121477 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-11f9d5d9-064f-49c3-ad79-20dd1ec2379c req-5978d100-7547-4980-ab23-ef5f5651ec90 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295674 Feb 16 10:41:58.129831 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebf819-8048-4ce1-85d0-7ce03f408aed req-60e532a3-c3c1-4620-9a20-3df1412538d4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:58.131001 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c914f8a7-9c64-492c-8054-409fe7ff64d9 req-3770c06e-e354-41d6-89e6-1cf42d5538aa tempest-AttachVolumeNegativeTest-1155583693 tempest-AttachVolumeNegativeTest-1155583693-project] 10.222.0.45 "GET /v2.0/ports?device_id=2694126b-f424-4bc5-9cb9-95d7197c8d9f HTTP/1.1" status: 200 len: 210 time: 0.0284920 Feb 16 10:41:58.131508 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5aebf819-8048-4ce1-85d0-7ce03f408aed req-60e532a3-c3c1-4620-9a20-3df1412538d4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.1033292 Feb 16 10:41:58.194231 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5aebf819-8048-4ce1-85d0-7ce03f408aed req-e342cf88-6899-4487-87c1-0f3e6d4f62b7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509365 Feb 16 10:41:58.230228 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-0c842126-0e7e-4b15-b447-37c6b3735ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:58.231793 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-0c842126-0e7e-4b15-b447-37c6b3735ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 1127 time: 0.0499599 Feb 16 10:41:58.323439 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-5aa5adc7-133a-4a53-86a6-d285daee6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:58.325064 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-5aa5adc7-133a-4a53-86a6-d285daee6421 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0850716 Feb 16 10:41:58.375803 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-58e5a0ac-2145-40a9-9804-2d57153e6a15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50572085-164c-4e62-b982-7135bf94d72d HTTP/1.1" status: 200 len: 217 time: 0.0390942 Feb 16 10:41:58.428419 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-eeacb521-a3e2-4d10-b5e8-2483995b9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:58.430728 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-eeacb521-a3e2-4d10-b5e8-2483995b9fc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0467024 Feb 16 10:41:58.479799 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-b64ba8a7-f63a-481c-8dad-d0984d6f6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:58.481306 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-b64ba8a7-f63a-481c-8dad-d0984d6f6ccd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429049 Feb 16 10:41:58.573788 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-e0b2c5a6-129b-4709-ad73-a92030f8836e service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822732 Feb 16 10:41:58.672007 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-300acb67-3534-4f76-8a74-179bd5a7f8dd req-105a6614-61f4-4792-8662-bc3871def53b service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800247 Feb 16 10:41:58.806842 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc111ed-29a6-4d5b-a0eb-98f9005c216b req-1aaace2e-0d56-49e5-91cd-eb6966406c5b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:58.808299 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0fc111ed-29a6-4d5b-a0eb-98f9005c216b req-1aaace2e-0d56-49e5-91cd-eb6966406c5b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0555654 Feb 16 10:41:58.856684 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0fc111ed-29a6-4d5b-a0eb-98f9005c216b req-05854f90-0f4d-4d5a-b0b2-91cf00ff0326 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Feb 16 10:41:59.188159 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59846) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:59.232722 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Deleting subnet 3fa04285-e241-4169-9ebe-1bff04551926 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:41:59.235869 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Publish callbacks [] for subnet (3fa04285-e241-4169-9ebe-1bff04551926), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.278987 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (3fa04285-e241-4169-9ebe-1bff04551926), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.342004 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (3fa04285-e241-4169-9ebe-1bff04551926), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.376658 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f559-52e2-47ae-85a5-7b78165fe92d req-951a7f21-ae80-4df1-b091-fa87ea5279a0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:59.378127 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7482f559-52e2-47ae-85a5-7b78165fe92d req-951a7f21-ae80-4df1-b091-fa87ea5279a0 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.1108396 Feb 16 10:41:59.428735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (3fa04285-e241-4169-9ebe-1bff04551926), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.444787 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7482f559-52e2-47ae-85a5-7b78165fe92d req-1c89b081-277b-4d44-99c6-bb38eaa111ec tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602465 Feb 16 10:41:59.462430 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa04285-e241-4169-9ebe-1bff04551926,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:59.470829 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.474371 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bc4ae931-7bfa-4712-b85f-e3b9c63a62f9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3fa04285-e241-4169-9ebe-1bff04551926 HTTP/1.1" status: 204 len: 168 time: 0.2851880 Feb 16 10:41:59.476861 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59850) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:59.546402 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (88444ae2-1e7c-4abe-8bc3-b69086f07360), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.624944 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (88444ae2-1e7c-4abe-8bc3-b69086f07360), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.644518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88444ae2-1e7c-4abe-8bc3-b69086f07360']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:59.653514 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:59.653803 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1130f3be-5ae0-49ce-87a3-b8a5d6540d4d') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:41:59.662764 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13514010'] for segment (1130f3be-5ae0-49ce-87a3-b8a5d6540d4d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.675226 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (1130f3be-5ae0-49ce-87a3-b8a5d6540d4d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.681355 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:41:59.681725 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13042602'] for segment (1130f3be-5ae0-49ce-87a3-b8a5d6540d4d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: timer() Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: cb(*args, **kw) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: self._notify() Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: self.callback(batched_events) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: event.method(event) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._get(url).json() Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:41:59.683326 dv-cinder-804757-12-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:41:59.735081 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (88444ae2-1e7c-4abe-8bc3-b69086f07360), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.741639 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.744827 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] 10.222.0.45 "DELETE /v2.0/networks/88444ae2-1e7c-4abe-8bc3-b69086f07360 HTTP/1.1" status: 204 len: 168 time: 0.2670615 Feb 16 10:41:59.755529 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d8467-6e04-4b20-8348-172e66698856 admin admin] Pushing event deleted for resources: {'Network': ['ID=88444ae2-1e7c-4abe-8bc3-b69086f07360,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:41:59.851444 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59854) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:59.895464 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f47654f4-7793-430d-bb09-01d8db1744e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18f54fcd8cc24bcfb7a9f3e10692cd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427690 Feb 16 10:41:59.897780 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 59858) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:41:59.956694 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b64a539-d663-40d0-8f00-b9105680e486 admin admin] Publish callbacks [] for security_group (d2dc0e33-6568-4981-b1ee-c59763f0a737), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:41:59.975883 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7628dfa-3b6e-4497-9ebc-d132715a78f7 req-6b3b57db-93a3-4625-8e6e-8c6cd36b3546 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:41:59.977376 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a7628dfa-3b6e-4497-9ebc-d132715a78f7 req-6b3b57db-93a3-4625-8e6e-8c6cd36b3546 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0542200 Feb 16 10:41:59.978459 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b64a539-d663-40d0-8f00-b9105680e486 admin admin] Publish callbacks [] for security_group (d2dc0e33-6568-4981-b1ee-c59763f0a737), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:00.026592 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b64a539-d663-40d0-8f00-b9105680e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d2dc0e33-6568-4981-b1ee-c59763f0a737), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:00.029107 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b64a539-d663-40d0-8f00-b9105680e486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:00.030318 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0b64a539-d663-40d0-8f00-b9105680e486 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2dc0e33-6568-4981-b1ee-c59763f0a737 HTTP/1.1" status: 204 len: 168 time: 0.1315844 Feb 16 10:42:00.038550 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64a539-d663-40d0-8f00-b9105680e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc0e33-6568-4981-b1ee-c59763f0a737,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:00.038699 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a7628dfa-3b6e-4497-9ebc-d132715a78f7 req-b585df92-756e-478c-b1d6-ba9e93318553 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555160 Feb 16 10:42:00.570398 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9e98-1eea-4f32-9534-b4ef51ec96fe req-07e9a665-09fe-4d02-986b-83117f899fb5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:00.571989 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3a7b9e98-1eea-4f32-9534-b4ef51ec96fe req-07e9a665-09fe-4d02-986b-83117f899fb5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0533204 Feb 16 10:42:00.575876 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:42:00.599316 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:42:00.599962 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 901d89e8-e06f-4bb8-8fa0-2c368e0a8bbc not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:42:00.624017 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3a7b9e98-1eea-4f32-9534-b4ef51ec96fe req-698c49bb-bfe2-47bf-a250-1705358b3ee5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437860 Feb 16 10:42:01.151423 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b7f0-397c-4aea-ad6e-c505aea5ebc9 req-0324e760-47e0-4155-a20b-d494749bc643 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:01.152903 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b51b7f0-397c-4aea-ad6e-c505aea5ebc9 req-0324e760-47e0-4155-a20b-d494749bc643 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0536990 Feb 16 10:42:01.203964 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b51b7f0-397c-4aea-ad6e-c505aea5ebc9 req-19a26c2c-9025-4864-add3-7b7af48d707c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Feb 16 10:42:01.679342 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-abfeb198-8550-4604-81fb-9244c678d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:01.755559 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea223de1-d93d-4934-b7c9-0effe3a714a3 req-8ef469f6-0443-49e7-939d-52220ed5e685 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:01.757147 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ea223de1-d93d-4934-b7c9-0effe3a714a3 req-8ef469f6-0443-49e7-939d-52220ed5e685 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0561538 Feb 16 10:42:01.804813 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ea223de1-d93d-4934-b7c9-0effe3a714a3 req-b2564d43-7d62-4f92-86e4-a0673c3616bd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Feb 16 10:42:02.319894 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5244-465b-4dcc-aa5f-e8ed552b7a59 req-745fc8ef-f926-4734-a2a4-5bf6ba7e2667 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:02.321256 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fdb5244-465b-4dcc-aa5f-e8ed552b7a59 req-745fc8ef-f926-4734-a2a4-5bf6ba7e2667 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0505841 Feb 16 10:42:02.368748 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fdb5244-465b-4dcc-aa5f-e8ed552b7a59 req-fd5ca19a-46ac-4cb4-823b-906be4771f57 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Feb 16 10:42:02.939321 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154d173-3351-44f2-a5f2-c5830f2dec5d req-19114468-b8b5-403e-a021-6c59a6e159e4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:02.940966 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1154d173-3351-44f2-a5f2-c5830f2dec5d req-19114468-b8b5-403e-a021-6c59a6e159e4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0563817 Feb 16 10:42:02.994261 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1154d173-3351-44f2-a5f2-c5830f2dec5d req-1f4d9eb5-125c-43e2-8624-2cfe89784d62 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428739 Feb 16 10:42:03.493612 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e0772-bf4c-458c-85aa-0efc27dd70f2 req-f14cda3b-be28-438b-a5e6-15aee645b916 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:03.495281 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae6e0772-bf4c-458c-85aa-0efc27dd70f2 req-f14cda3b-be28-438b-a5e6-15aee645b916 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0600100 Feb 16 10:42:03.543713 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae6e0772-bf4c-458c-85aa-0efc27dd70f2 req-ff2cec2b-42bd-461c-bc7f-97fb354f69b5 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428989 Feb 16 10:42:04.122010 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f05270-550c-4da9-9e0b-eb1d0a3150a2 req-32915c0b-1346-4bdc-a725-528bec3406ff tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:04.123575 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-59f05270-550c-4da9-9e0b-eb1d0a3150a2 req-32915c0b-1346-4bdc-a725-528bec3406ff tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0573390 Feb 16 10:42:04.182620 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-59f05270-550c-4da9-9e0b-eb1d0a3150a2 req-39fd3de1-ca7d-4835-92a4-8b609d2faeb8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477636 Feb 16 10:42:04.295671 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-97accdcf-636d-43de-adf5-c90abb5dbb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:04.661798 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f1bb-6cbd-4bd7-bea2-ec25dbc9bb17 req-5898e306-4dce-4a9a-8971-cc3c5a838477 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:04.663290 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0598f1bb-6cbd-4bd7-bea2-ec25dbc9bb17 req-5898e306-4dce-4a9a-8971-cc3c5a838477 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0527802 Feb 16 10:42:04.710168 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0598f1bb-6cbd-4bd7-bea2-ec25dbc9bb17 req-b50acd87-77d0-48bc-b99d-c997e71c81a8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Feb 16 10:42:05.252467 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:05.307312 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0e090-dd67-41a5-85a3-184d3b66be5a req-fa54b39e-4292-4cb9-8a9f-b56dba6ce240 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:05.308688 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-26d0e090-dd67-41a5-85a3-184d3b66be5a req-fa54b39e-4292-4cb9-8a9f-b56dba6ce240 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0521431 Feb 16 10:42:05.356165 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-26d0e090-dd67-41a5-85a3-184d3b66be5a req-f3169a20-ad8f-4dc8-84fb-08aef84e0bf5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Feb 16 10:42:05.829479 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d650-aeb4-45ec-ad7b-b9d9e8ea7b95 req-62cab2ec-fa1f-4855-a121-27e12a600888 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:05.830987 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4655d650-aeb4-45ec-ad7b-b9d9e8ea7b95 req-62cab2ec-fa1f-4855-a121-27e12a600888 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0547488 Feb 16 10:42:05.879668 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4655d650-aeb4-45ec-ad7b-b9d9e8ea7b95 req-d58c65eb-20b8-4b20-9b6b-9238d0115646 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Feb 16 10:42:06.477790 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a8f37-6761-4d97-b772-3ded44421913 req-fb31e3e5-26e5-4f2a-a289-11dc1db79bf1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:06.479286 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c3a8f37-6761-4d97-b772-3ded44421913 req-fb31e3e5-26e5-4f2a-a289-11dc1db79bf1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0516474 Feb 16 10:42:06.525674 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c3a8f37-6761-4d97-b772-3ded44421913 req-a75d1123-d9e0-49e5-97ba-5426d3cbb3fb tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Feb 16 10:42:06.735209 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:06.995626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b34c7-1ac3-481b-b10e-11e5ae39bf2f req-b89f5b1f-0cb5-4e16-879b-ae2419bb51b6 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:06.996177 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 50572085-164c-4e62-b982-7135bf94d72d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:42:06.997014 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b95b34c7-1ac3-481b-b10e-11e5ae39bf2f req-b89f5b1f-0cb5-4e16-879b-ae2419bb51b6 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0513656 Feb 16 10:42:07.044802 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b95b34c7-1ac3-481b-b10e-11e5ae39bf2f req-44ab7c9a-b5c0-410d-810d-a95b489a1e11 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Feb 16 10:42:07.093040 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 50572085-164c-4e62-b982-7135bf94d72d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50572085-164c-4e62-b982-7135bf94d72d,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:07.103467 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '50572085-164c-4e62-b982-7135bf94d72d', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'port_id': '50572085-164c-4e62-b982-7135bf94d72d', 'mac_address': 'fa:16:3e:05:2e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:42:07.141629 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 50572085-164c-4e62-b982-7135bf94d72d is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:07.142018 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (50572085-164c-4e62-b982-7135bf94d72d), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:07.154412 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50572085-164c-4e62-b982-7135bf94d72d {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:42:07.173125 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 50572085-164c-4e62-b982-7135bf94d72d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50572085-164c-4e62-b982-7135bf94d72d,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:07.177832 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (50572085-164c-4e62-b982-7135bf94d72d), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:07.227632 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=50572085-164c-4e62-b982-7135bf94d72d,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:07.464112 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['50572085-164c-4e62-b982-7135bf94d72d'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:42:07.652693 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75304845-e54f-419b-bb96-e44e2872b28d req-114e9bbb-852e-4913-9875-1b145a1c35f2 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:07.654236 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75304845-e54f-419b-bb96-e44e2872b28d req-114e9bbb-852e-4913-9875-1b145a1c35f2 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0562210 Feb 16 10:42:07.702911 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75304845-e54f-419b-bb96-e44e2872b28d req-6cdcde0b-549d-40c0-a8f5-f2bf3fcfed19 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428135 Feb 16 10:42:08.123280 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:08.163563 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48646aa4-67c1-4e84-a3d9-d7f5573fe2b2 req-ce0cd671-f586-4919-8ea8-f0a17ba55058 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:08.165047 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-48646aa4-67c1-4e84-a3d9-d7f5573fe2b2 req-ce0cd671-f586-4919-8ea8-f0a17ba55058 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 944 time: 0.0539486 Feb 16 10:42:08.216962 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-48646aa4-67c1-4e84-a3d9-d7f5573fe2b2 req-8f8a3a53-45c3-475e-8cdd-7b13d3227c31 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Feb 16 10:42:08.607222 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 50572085-164c-4e62-b982-7135bf94d72d up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:42:08.656440 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning for port 50572085-164c-4e62-b982-7135bf94d72d completed by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 10:42:08.660633 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 50572085-164c-4e62-b982-7135bf94d72d triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:42:08.661607 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (50572085-164c-4e62-b982-7135bf94d72d), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:08.751979 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 50572085-164c-4e62-b982-7135bf94d72d is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:08.752543 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (50572085-164c-4e62-b982-7135bf94d72d), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:08.830825 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f3d2-ef01-4d05-897a-62b726b35199 req-4512382b-f6a8-4683-992e-54e810977e97 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:08.832296 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8967f3d2-ef01-4d05-897a-62b726b35199 req-4512382b-f6a8-4683-992e-54e810977e97 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0563316 Feb 16 10:42:08.883153 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8967f3d2-ef01-4d05-897a-62b726b35199 req-0bed7270-33f9-4976-b954-efc6bc8138a5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Feb 16 10:42:08.909780 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50572085-164c-4e62-b982-7135bf94d72d'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:42:08.913304 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe9e09-405f-45a4-9727-0e9cbba8e4de" -d '{"events": [{"server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "name": "network-vif-plugged", "status": "completed", "tag": "50572085-164c-4e62-b982-7135bf94d72d"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:42:08.927973 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 50572085-164c-4e62-b982-7135bf94d72d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50572085-164c-4e62-b982-7135bf94d72d,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:08.932021 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (50572085-164c-4e62-b982-7135bf94d72d), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:08.958211 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb26d0ba-8c65-4225-9fea-d4adb6f55a3e x-openstack-request-id: req-cb26d0ba-8c65-4225-9fea-d4adb6f55a3e {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:42:08.958506 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "name": "network-vif-plugged", "status": "completed", "tag": "50572085-164c-4e62-b982-7135bf94d72d", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:42:08.958759 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb26d0ba-8c65-4225-9fea-d4adb6f55a3e {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:42:08.959151 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50572085-164c-4e62-b982-7135bf94d72d', 'code': 200} Feb 16 10:42:08.984570 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=50572085-164c-4e62-b982-7135bf94d72d,revision_number=5']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:09.194575 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee160882-80c8-4854-b499-0b818454399b req-1954f492-08f2-488d-9733-939898207a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:09.196030 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ee160882-80c8-4854-b499-0b818454399b req-1954f492-08f2-488d-9733-939898207a9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 1129 time: 0.0423267 Feb 16 10:42:09.245579 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ee160882-80c8-4854-b499-0b818454399b req-6fa3c6b8-b2a2-4efe-bfba-f79ff0ffebe4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Feb 16 10:42:09.336852 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359e23a-cf51-482e-b49e-1922a077a716 req-1d6bed22-d231-4918-b494-f5745b25d0e8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:09.338318 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8359e23a-cf51-482e-b49e-1922a077a716 req-1d6bed22-d231-4918-b494-f5745b25d0e8 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Feb 16 10:42:09.385839 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8359e23a-cf51-482e-b49e-1922a077a716 req-3c568ecd-7c66-4e98-b6a0-273cf75dea6f tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Feb 16 10:42:10.012687 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c662e30-b57d-456e-ac28-0c22fe8aa87c req-00b45a9a-07e1-4351-b9a5-dbfc94173d5a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:10.014689 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5c662e30-b57d-456e-ac28-0c22fe8aa87c req-00b45a9a-07e1-4351-b9a5-dbfc94173d5a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0536685 Feb 16 10:42:10.066696 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5c662e30-b57d-456e-ac28-0c22fe8aa87c req-e7d59d09-fe74-4071-8166-b023de3826bc tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470276 Feb 16 10:42:10.511039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a367c-2f30-4e12-be2a-181160d27d0a req-602c5c5d-de82-4c4e-90ca-e68f4e3707b4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:10.512513 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-512a367c-2f30-4e12-be2a-181160d27d0a req-602c5c5d-de82-4c4e-90ca-e68f4e3707b4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0569959 Feb 16 10:42:10.561898 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-512a367c-2f30-4e12-be2a-181160d27d0a req-5a1c6b63-951f-44c3-93bf-677bdbe476db tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Feb 16 10:42:10.602929 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:42:10.700498 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:10.712073 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'mac_address': 'fa:16:3e:45:08:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:42:10.749079 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: ACTIVE; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:10.749470 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:10.763018 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9995dba2-47ec-4d33-a01a-9944abf65c4a {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:42:10.783129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:10.787825 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:10.834216 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=6']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:10.869900 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:42:10.906520 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['9995dba2-47ec-4d33-a01a-9944abf65c4a'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:42:11.202244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e9964-946c-4fdc-9f5c-f52a7e6f6f04 req-7b5ef37a-59d0-41ba-bc24-c45edac8935a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:11.203863 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a4e9964-946c-4fdc-9f5c-f52a7e6f6f04 req-7b5ef37a-59d0-41ba-bc24-c45edac8935a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 945 time: 0.0641663 Feb 16 10:42:11.255938 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a4e9964-946c-4fdc-9f5c-f52a7e6f6f04 req-5dbcaaf9-7645-4afe-b498-2d6695756e60 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454133 Feb 16 10:42:11.423750 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60050) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:11.528797 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e88bfaf-20cd-4ea2-9a41-399da8db3178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.620033 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e88bfaf-20cd-4ea2-9a41-399da8db3178 admin admin] Publish callbacks [] for security_group (fc13462a-adb2-41d1-baad-f5889d5edd83), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.625206 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e88bfaf-20cd-4ea2-9a41-399da8db3178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (fc13462a-adb2-41d1-baad-f5889d5edd83), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.690739 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6e88bfaf-20cd-4ea2-9a41-399da8db3178 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5fbb6402eeb4cbfb72f8dee29662842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656188 Feb 16 10:42:11.691431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60068) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:11.714560 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88bfaf-20cd-4ea2-9a41-399da8db3178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc13462a-adb2-41d1-baad-f5889d5edd83,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:11.751980 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a023-5df8-4e39-8586-1224ec714731 req-5e4df73c-68cb-4f92-ac6f-b586382e366b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:11.756471 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Publish callbacks [] for security_group (fc13462a-adb2-41d1-baad-f5889d5edd83), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.759577 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6dc0a023-5df8-4e39-8586-1224ec714731 req-5e4df73c-68cb-4f92-ac6f-b586382e366b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0875764 Feb 16 10:42:11.784727 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Publish callbacks [] for security_group (fc13462a-adb2-41d1-baad-f5889d5edd83), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.820150 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6dc0a023-5df8-4e39-8586-1224ec714731 req-c427e526-8c7e-41f5-b277-d071784f2f8a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595624 Feb 16 10:42:11.859753 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (fc13462a-adb2-41d1-baad-f5889d5edd83), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.863704 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:11.869178 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc13462a-adb2-41d1-baad-f5889d5edd83 HTTP/1.1" status: 204 len: 168 time: 0.1757557 Feb 16 10:42:11.882744 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc13462a-adb2-41d1-baad-f5889d5edd83,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:11.892832 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.893417 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.894058 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.894588 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.895124 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.897578 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.898131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.899073 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.899672 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.900161 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.904440 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.905439 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.906137 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7bfc4-e0ab-4d86-a7f9-9cb7aa49866b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:11.973891 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.028043 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb041-0576-44ac-bdd5-251f0dd45c10 req-95d373f2-9126-42a3-8242-43ac4edb8135 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:12.030572 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-599eb041-0576-44ac-bdd5-251f0dd45c10 req-95d373f2-9126-42a3-8242-43ac4edb8135 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0927501 Feb 16 10:42:12.107209 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-599eb041-0576-44ac-bdd5-251f0dd45c10 req-1a66b881-f2c2-4f8f-aa34-f28e2c22a5e4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712845 Feb 16 10:42:12.141058 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60076) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:12.196434 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15ecbf5-82a4-4186-b28b-847dfeb19fdd tempest-TestVolumeBootPattern-1046799463 tempest-TestVolumeBootPattern-1046799463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:12.198996 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c15ecbf5-82a4-4186-b28b-847dfeb19fdd tempest-TestVolumeBootPattern-1046799463 tempest-TestVolumeBootPattern-1046799463-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 1124 time: 0.0565493 Feb 16 10:42:12.201699 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60078) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:12.210065 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Request body: {'floatingip': {'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'port_id': '50572085-164c-4e62-b982-7135bf94d72d', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:42:12.241612 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.266389 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60080) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:12.294852 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c051aed-7e6e-44ba-bb5a-d557af536f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.418552 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182266c-0679-4033-8131-eb9186844f17 req-ef9275db-d769-405d-a856-9b016ccb8f38 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:12.420176 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4182266c-0679-4033-8131-eb9186844f17 req-ef9275db-d769-405d-a856-9b016ccb8f38 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 945 time: 0.0790424 Feb 16 10:42:12.446744 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.453367 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c051aed-7e6e-44ba-bb5a-d557af536f5f admin admin] Publish callbacks [] for security_group (c1caecf7-04fe-4947-b15e-fb556e1399cc), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.462745 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c051aed-7e6e-44ba-bb5a-d557af536f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (c1caecf7-04fe-4947-b15e-fb556e1399cc), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.493042 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4182266c-0679-4033-8131-eb9186844f17 req-39e78d9b-49ae-41b7-9f93-d0bad5668db4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631485 Feb 16 10:42:12.541086 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c051aed-7e6e-44ba-bb5a-d557af536f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1caecf7-04fe-4947-b15e-fb556e1399cc,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:12.550887 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5c051aed-7e6e-44ba-bb5a-d557af536f5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=106adc6b49a64beaa9a58c6bf1aeca8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804339 Feb 16 10:42:12.552271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60084) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:12.606726 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:42:12.639531 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Allocated IP 172.27.2.164 (25110ee4-ba58-4b9a-973a-dc1397bea369/8d956bff-770c-4c62-a6e8-1beaba31b617/7600cdf9-8ed0-4c02-b394-20e71a8d08e0) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:42:12.659296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e101cdec-4c29-4b88-ba76-59b616fed109 admin admin] Publish callbacks [] for security_group (c1caecf7-04fe-4947-b15e-fb556e1399cc), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.672610 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 9995dba2-47ec-4d33-a01a-9944abf65c4a triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:42:12.673045 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.703699 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e101cdec-4c29-4b88-ba76-59b616fed109 admin admin] Publish callbacks [] for security_group (c1caecf7-04fe-4947-b15e-fb556e1399cc), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.808634 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.824802 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:12.825612 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.825997 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e101cdec-4c29-4b88-ba76-59b616fed109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (c1caecf7-04fe-4947-b15e-fb556e1399cc), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.828762 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e101cdec-4c29-4b88-ba76-59b616fed109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.829909 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e101cdec-4c29-4b88-ba76-59b616fed109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1caecf7-04fe-4947-b15e-fb556e1399cc HTTP/1.1" status: 204 len: 168 time: 0.2771056 Feb 16 10:42:12.851827 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:42:12.856066 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101cdec-4c29-4b88-ba76-59b616fed109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1caecf7-04fe-4947-b15e-fb556e1399cc,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:12.857742 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f429bb5-bd6a-4380-8435-be224172d59c" -d '{"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-plugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:42:12.874050 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753318967053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.883235 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:12.888715 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:12.936796 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Network 25110ee4-ba58-4b9a-973a-dc1397bea369 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:42:12.940707 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:42:12.943626 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:42:12.949785 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=7600cdf9-8ed0-4c02-b394-20e71a8d08e0,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:12.950428 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8631ac25-3380-4ebe-a526-aaf8bc4bbc13 x-openstack-request-id: req-8631ac25-3380-4ebe-a526-aaf8bc4bbc13 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:42:12.951497 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-plugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:42:12.951937 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8631ac25-3380-4ebe-a526-aaf8bc4bbc13 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:42:12.952334 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'code': 200} Feb 16 10:42:12.971336 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=7']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:13.392688 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (2461b445-4aae-4bc3-9ca8-9c3be155bb00), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:13.692770 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828426-7bb2-413f-9a71-e2dab93e7dca req-6f2f2d0b-a88c-4ced-beac-ebf5a499e316 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:13.695022 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0b828426-7bb2-413f-9a71-e2dab93e7dca req-6f2f2d0b-a88c-4ced-beac-ebf5a499e316 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0913372 Feb 16 10:42:13.740428 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:13.786945 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0b828426-7bb2-413f-9a71-e2dab93e7dca req-2578be1b-5544-4a7c-834b-cc80837524b6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851874 Feb 16 10:42:13.932913 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:13.939237 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13395171'] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:14.032994 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event updated for resources: {'Port': ['ID=7600cdf9-8ed0-4c02-b394-20e71a8d08e0,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:14.043473 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (2461b445-4aae-4bc3-9ca8-9c3be155bb00), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:14.183651 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Floating IP 2461b445-4aae-4bc3-9ca8-9c3be155bb00 associated. External IP: 172.27.2.164, port: 50572085-164c-4e62-b982-7135bf94d72d. Feb 16 10:42:14.461559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:42:14.640692 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:42:14.653356 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:42:14.664130 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:42:14.664756 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:42:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:42:14.671534 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:14.720184 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2265fe81-6078-4b1e-a78b-81fd4b1ba92c tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5173578 Feb 16 10:42:14.720798 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'tag': '50572085-164c-4e62-b982-7135bf94d72d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:42:14.723660 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de19555c-def9-45ac-9a2b-e27cf008640c" -d '{"events": [{"name": "network-changed", "server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "tag": "50572085-164c-4e62-b982-7135bf94d72d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:42:14.798763 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc16bf48-8815-4fd0-a49b-a11551db24f3 x-openstack-request-id: req-dc16bf48-8815-4fd0-a49b-a11551db24f3 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:42:14.799461 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "tag": "50572085-164c-4e62-b982-7135bf94d72d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:42:14.799931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc16bf48-8815-4fd0-a49b-a11551db24f3 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:42:14.800664 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'tag': '50572085-164c-4e62-b982-7135bf94d72d', 'status': 'completed', 'code': 200} Feb 16 10:42:14.886046 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:42:14.912370 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19555c-def9-45ac-9a2b-e27cf008640c req-c5e598de-9b53-434f-8576-317b4428a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:14.914088 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-c5e598de-9b53-434f-8576-317b4428a892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 1129 time: 0.0846984 Feb 16 10:42:14.983204 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae472-f335-4a05-96e0-ef42d2b8c6c3 req-a4859620-00c5-461a-bfbd-c35fa4a2d2dd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:14.997442 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5aeae472-f335-4a05-96e0-ef42d2b8c6c3 req-a4859620-00c5-461a-bfbd-c35fa4a2d2dd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.1011460 Feb 16 10:42:15.060376 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5aeae472-f335-4a05-96e0-ef42d2b8c6c3 req-3f54678f-7f93-468c-a97f-523278a7a2a1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616260 Feb 16 10:42:15.112097 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19555c-def9-45ac-9a2b-e27cf008640c req-b5ab24ac-7425-4b29-98ac-ad2731004893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:15.113667 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-b5ab24ac-7425-4b29-98ac-ad2731004893 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.1857316 Feb 16 10:42:15.235118 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-9b88bcaf-1a8e-44e6-821e-f0e4b4c78262 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50572085-164c-4e62-b982-7135bf94d72d HTTP/1.1" status: 200 len: 999 time: 0.1141407 Feb 16 10:42:15.243882 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2461b445-4aae-4bc3-9ca8-9c3be155bb00', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '50572085-164c-4e62-b982-7135bf94d72d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:05:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:42:13Z', 'updated_at': '2022-02-16T10:42:13Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}, {'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:19Z', 'revision_number': 1, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:42:15.278173 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:42:15.288508 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:42:15.289800 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:42:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:42:15.302897 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19555c-def9-45ac-9a2b-e27cf008640c req-b74eb41c-c53b-4553-8e41-77170e2f7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:15.305172 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-b74eb41c-c53b-4553-8e41-77170e2f7da3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0627499 Feb 16 10:42:15.390526 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19555c-def9-45ac-9a2b-e27cf008640c req-6c9d3cbd-840f-46dd-b50a-f46239f5ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:15.393028 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-6c9d3cbd-840f-46dd-b50a-f46239f5ed5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0802073 Feb 16 10:42:15.440549 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:42:15.561952 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-88c5300b-04fb-4c6a-a976-90f3968e614a service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560605 Feb 16 10:42:15.690341 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de19555c-def9-45ac-9a2b-e27cf008640c req-abc28dd8-f358-4d26-b097-ccb682f25712 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206901 Feb 16 10:42:15.894655 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2461b445-4aae-4bc3-9ca8-9c3be155bb00', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '50572085-164c-4e62-b982-7135bf94d72d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:05:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:42:13Z', 'updated_at': '2022-02-16T10:42:13Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}, {'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:19Z', 'revision_number': 1, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:42:15.939793 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a543d-0f6d-44de-840c-253b0b3fe177 None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2461b445-4aae-4bc3-9ca8-9c3be155bb00', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '50572085-164c-4e62-b982-7135bf94d72d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:05:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:42:13Z', 'updated_at': '2022-02-16T10:42:13Z', 'revision_number': 0, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}, {'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:19Z', 'revision_number': 1, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:42:15.995133 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60170) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:16.162034 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a9541101-d96c-476e-a46b-9699a6513a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.261125 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cb4e9-8a24-4801-95a3-f0d1a55c884f None None] New status for floating IP 2461b445-4aae-4bc3-9ca8-9c3be155bb00: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:42:16.304001 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a9541101-d96c-476e-a46b-9699a6513a92 admin admin] Publish callbacks [] for security_group (9e193ffe-81e5-4123-99df-c1d9e2d2f41a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.313899 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a9541101-d96c-476e-a46b-9699a6513a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (9e193ffe-81e5-4123-99df-c1d9e2d2f41a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.344368 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401eaad-3f92-4cf7-aa5c-c62d90161a8e req-d2722ab3-e755-4669-831f-0e4b0623d565 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:16.345894 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8401eaad-3f92-4cf7-aa5c-c62d90161a8e req-d2722ab3-e755-4669-831f-0e4b0623d565 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.1155026 Feb 16 10:42:16.378214 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a9541101-d96c-476e-a46b-9699a6513a92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bd0d0300b7140cea4443b9f91f85561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794646 Feb 16 10:42:16.379122 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60176) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:16.384216 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9541101-d96c-476e-a46b-9699a6513a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e193ffe-81e5-4123-99df-c1d9e2d2f41a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:16.438643 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8401eaad-3f92-4cf7-aa5c-c62d90161a8e req-b3671141-dd7e-4a97-877e-c12d329096a3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757165 Feb 16 10:42:16.470400 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b05fc8d3-48f3-461f-b19d-346dc5c27420 admin admin] Publish callbacks [] for security_group (9e193ffe-81e5-4123-99df-c1d9e2d2f41a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.498395 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b05fc8d3-48f3-461f-b19d-346dc5c27420 admin admin] Publish callbacks [] for security_group (9e193ffe-81e5-4123-99df-c1d9e2d2f41a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.559062 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b05fc8d3-48f3-461f-b19d-346dc5c27420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (9e193ffe-81e5-4123-99df-c1d9e2d2f41a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.561582 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b05fc8d3-48f3-461f-b19d-346dc5c27420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:16.563032 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b05fc8d3-48f3-461f-b19d-346dc5c27420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e193ffe-81e5-4123-99df-c1d9e2d2f41a HTTP/1.1" status: 204 len: 168 time: 0.1817410 Feb 16 10:42:16.572450 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fc8d3-48f3-461f-b19d-346dc5c27420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e193ffe-81e5-4123-99df-c1d9e2d2f41a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:16.899319 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60182) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:16.918990 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49f6aec8-8b14-4788-935b-2496bb5dacad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.023706 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49f6aec8-8b14-4788-935b-2496bb5dacad admin admin] Publish callbacks [] for security_group (d99b0525-dc71-4100-b332-30bdf749471a), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.031431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49f6aec8-8b14-4788-935b-2496bb5dacad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d99b0525-dc71-4100-b332-30bdf749471a), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.076963 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-49f6aec8-8b14-4788-935b-2496bb5dacad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fc34e64ab9d4bea97f6a2b68a35c092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765418 Feb 16 10:42:17.077950 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6aec8-8b14-4788-935b-2496bb5dacad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b0525-dc71-4100-b332-30bdf749471a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:17.079647 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60184) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:17.400778 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8239e186-87b9-45b3-bb32-120eb8be1f77 admin admin] Publish callbacks [] for security_group (d99b0525-dc71-4100-b332-30bdf749471a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.428318 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8239e186-87b9-45b3-bb32-120eb8be1f77 admin admin] Publish callbacks [] for security_group (d99b0525-dc71-4100-b332-30bdf749471a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.501906 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8239e186-87b9-45b3-bb32-120eb8be1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (d99b0525-dc71-4100-b332-30bdf749471a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.504756 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8239e186-87b9-45b3-bb32-120eb8be1f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:17.508335 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8239e186-87b9-45b3-bb32-120eb8be1f77 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d99b0525-dc71-4100-b332-30bdf749471a HTTP/1.1" status: 204 len: 168 time: 0.4251873 Feb 16 10:42:17.575499 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239e186-87b9-45b3-bb32-120eb8be1f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b0525-dc71-4100-b332-30bdf749471a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:17.628141 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c5a6-7ae9-4078-8793-8971dabd1ebf req-19afe834-50a4-4d12-8cd5-488abbd8fa64 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:17.630226 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c9d5c5a6-7ae9-4078-8793-8971dabd1ebf req-19afe834-50a4-4d12-8cd5-488abbd8fa64 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0990124 Feb 16 10:42:17.710391 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c9d5c5a6-7ae9-4078-8793-8971dabd1ebf req-18b70c23-da02-45f7-810e-8ed8c46ad726 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672140 Feb 16 10:42:18.903097 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8faf1-d244-4906-a8f0-8ddaf7f80cd4 req-673354d1-726f-4d8a-86ca-a7ebc23b4b85 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:18.913189 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-29a8faf1-d244-4906-a8f0-8ddaf7f80cd4 req-673354d1-726f-4d8a-86ca-a7ebc23b4b85 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0798178 Feb 16 10:42:18.967803 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-29a8faf1-d244-4906-a8f0-8ddaf7f80cd4 req-268efce2-8e7d-4299-b462-addf1c8010f6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537095 Feb 16 10:42:20.126327 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764ab3-9063-41c1-a85c-090c6b618640 req-a641d31e-6a3a-419e-9fdd-43b53eebc1ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:20.134466 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b3764ab3-9063-41c1-a85c-090c6b618640 req-a641d31e-6a3a-419e-9fdd-43b53eebc1ee tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0741820 Feb 16 10:42:20.190634 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b3764ab3-9063-41c1-a85c-090c6b618640 req-25aa9a37-ea1c-4d4e-8834-68fe3ac3adb1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513523 Feb 16 10:42:21.323566 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94709e4-0896-4ee5-9c7a-26da86c081c5 req-188171bd-6b7d-4d48-9206-a7b50a84663b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:21.326542 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e94709e4-0896-4ee5-9c7a-26da86c081c5 req-188171bd-6b7d-4d48-9206-a7b50a84663b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0573225 Feb 16 10:42:21.398257 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e94709e4-0896-4ee5-9c7a-26da86c081c5 req-1667b2c5-7d40-4912-8a4c-37d99012c59b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630519 Feb 16 10:42:22.513222 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76bf6-631f-422c-9a91-24b9fc907908 req-45a0d5c8-b578-4137-9468-250fe3d70fd5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:22.514727 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-80f76bf6-631f-422c-9a91-24b9fc907908 req-45a0d5c8-b578-4137-9468-250fe3d70fd5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0522943 Feb 16 10:42:22.560743 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-80f76bf6-631f-422c-9a91-24b9fc907908 req-4b0cf77a-7840-42e7-b1f6-7379cfce2bb1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Feb 16 10:42:23.681561 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a7482-5707-45ef-91fc-8909abc07e05 req-263024e2-430d-4fc7-993a-a64f0ced7346 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:23.683061 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e55a7482-5707-45ef-91fc-8909abc07e05 req-263024e2-430d-4fc7-993a-a64f0ced7346 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0519087 Feb 16 10:42:23.760126 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e55a7482-5707-45ef-91fc-8909abc07e05 req-7d64d880-cfa8-44b1-a18b-e890ddf34f6e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689533 Feb 16 10:42:23.761914 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-f51cbac9-4066-4e42-a336-f3297fe6015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:23.763370 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-f51cbac9-4066-4e42-a336-f3297fe6015e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1130 time: 0.0794485 Feb 16 10:42:23.852644 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-7d9962d1-d3a9-4602-b98b-eda54d028107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:23.854005 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-7d9962d1-d3a9-4602-b98b-eda54d028107 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.0839105 Feb 16 10:42:23.924173 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-89036386-c641-4be8-927a-40718f09da21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 1002 time: 0.0611744 Feb 16 10:42:23.970546 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-ac3a5cf2-b92b-4485-b425-463787f91165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:23.971968 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-ac3a5cf2-b92b-4485-b425-463787f91165 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0413272 Feb 16 10:42:24.021776 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-f809ddb5-aabd-4438-baad-034841966d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:24.023396 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-f809ddb5-aabd-4438-baad-034841966d3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442555 Feb 16 10:42:24.115347 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-a3ed9351-42b6-4dc0-9fa6-def23ead8b22 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851362 Feb 16 10:42:24.204643 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30243ea0-b2bb-4ea0-9a27-46178a3057fc req-0a4b4157-ae6d-4d0f-837e-47a55ddbb6a2 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828245 Feb 16 10:42:24.887357 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7104bb-e423-46d2-9497-d93a6c6f1eeb req-39f92047-aeef-41a7-86d9-150a39e83ba7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:24.888814 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e7104bb-e423-46d2-9497-d93a6c6f1eeb req-39f92047-aeef-41a7-86d9-150a39e83ba7 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0566456 Feb 16 10:42:24.933721 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0e7104bb-e423-46d2-9497-d93a6c6f1eeb req-5da2e2c6-2d9c-4433-84b3-b8e5dfdbdebe tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393794 Feb 16 10:42:26.067942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8760-82a6-40e7-bffb-07b79d00df91 req-5a57023f-79d7-493e-a6bb-0c06de922e9c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:26.069417 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fdd8760-82a6-40e7-bffb-07b79d00df91 req-5a57023f-79d7-493e-a6bb-0c06de922e9c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0594409 Feb 16 10:42:26.115364 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7fdd8760-82a6-40e7-bffb-07b79d00df91 req-4b386c6a-1b6d-4cd0-9e10-c13d726c9de8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Feb 16 10:42:27.235915 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67a511-77ea-4216-b6da-1decd748f71a req-036e3bd3-545b-4a8c-b135-f4d0315b70ca tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:27.237372 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ce67a511-77ea-4216-b6da-1decd748f71a req-036e3bd3-545b-4a8c-b135-f4d0315b70ca tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 946 time: 0.0506861 Feb 16 10:42:27.285956 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ce67a511-77ea-4216-b6da-1decd748f71a req-b906295e-31ea-44aa-b931-61116b600692 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Feb 16 10:42:27.287366 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:42:27.364117 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: ACTIVE; New status is: DOWN {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:27.364515 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:27.387054 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:42:27.389243 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f351bf58-7ed2-4f81-9b36-513bafeaeb99" -d '{"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-unplugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:42:27.402308 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:27.406746 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:27.436451 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 10:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123641b-3b42-44f2-a557-b6bb5c939ccc x-openstack-request-id: req-1123641b-3b42-44f2-a557-b6bb5c939ccc {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:42:27.436814 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-unplugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:42:27.437063 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1123641b-3b42-44f2-a557-b6bb5c939ccc {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:42:27.437438 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'code': 200} Feb 16 10:42:27.462539 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=8']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:27.469526 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.469875 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.470241 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.470576 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.470904 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.471229 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.471555 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.471877 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.472199 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.473039 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.473378 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.473677 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:27.473993 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:42:28.413781 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434758be-5828-4d8d-bcbc-26d71b45cb58 req-89ab1541-6e2f-4f22-b1d6-c45b477d9917 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:28.415300 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-434758be-5828-4d8d-bcbc-26d71b45cb58 req-89ab1541-6e2f-4f22-b1d6-c45b477d9917 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0550704 Feb 16 10:42:28.466628 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-434758be-5828-4d8d-bcbc-26d71b45cb58 req-b7d8494e-99cb-4d98-954e-b75911b34e91 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458372 Feb 16 10:42:29.376008 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69a75a-0e01-4c65-94ee-cbdef21edbd2 req-883acdcb-0e4d-4f19-bb13-fcab739d1fc6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:29.377407 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6e69a75a-0e01-4c65-94ee-cbdef21edbd2 req-883acdcb-0e4d-4f19-bb13-fcab739d1fc6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0528858 Feb 16 10:42:29.425687 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6e69a75a-0e01-4c65-94ee-cbdef21edbd2 req-856eba65-2827-457d-9738-34793dcea067 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 Feb 16 10:42:29.601488 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-3df4ac66-48a9-4b5a-be33-acc6f6669fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439007 Feb 16 10:42:29.676085 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-48347461-e766-482d-b333-5a0c8709a061 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:29.677713 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-48347461-e766-482d-b333-5a0c8709a061 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports/9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 941 time: 0.0483620 Feb 16 10:42:30.446120 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-91586436-adbb-499b-a0bf-e65aac0b33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:30.447631 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-91586436-adbb-499b-a0bf-e65aac0b33f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c&tenant_id=de19403f7d1243c2a76ab2771cae86a5 HTTP/1.1" status: 200 len: 1128 time: 0.0481670 Feb 16 10:42:30.552611 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-d84d1d54-d301-4684-a4ed-5d9c08eb9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:30.554147 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-d84d1d54-d301-4684-a4ed-5d9c08eb9e2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de19403f7d1243c2a76ab2771cae86a5&device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1128 time: 0.0797517 Feb 16 10:42:30.565335 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7684-5934-4262-83a7-21ddfe4394de req-fb0685fc-2c86-417f-b04b-8a1bf8043322 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:30.566749 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9d4c7684-5934-4262-83a7-21ddfe4394de req-fb0685fc-2c86-417f-b04b-8a1bf8043322 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0661340 Feb 16 10:42:30.673693 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9d4c7684-5934-4262-83a7-21ddfe4394de req-ee60d5c6-f627-4704-b214-5cf9ad2d8fa9 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978668 Feb 16 10:42:30.694587 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-fad285b4-9582-4a88-9e6e-5990365d5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:30.696471 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-fad285b4-9582-4a88-9e6e-5990365d5925 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 200 len: 918 time: 0.1287954 Feb 16 10:42:30.766404 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-394eb9fa-f93a-410e-bd5f-b79a1250ffc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 200 len: 1000 time: 0.0635271 Feb 16 10:42:30.814817 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-79169803-d6fc-4d36-b695-7dd7016660bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:30.816238 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-79169803-d6fc-4d36-b695-7dd7016660bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 200 len: 856 time: 0.0429075 Feb 16 10:42:30.867426 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-e700d46d-8a31-49d9-b60e-3aaa4d017e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:30.868933 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-e700d46d-8a31-49d9-b60e-3aaa4d017e81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453563 Feb 16 10:42:30.963367 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-af5d2809-35ad-4090-87cb-c1e88ea66482 service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877900 Feb 16 10:42:31.054758 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f82eefb6-57d1-4d80-b196-7bcc6fd43599 req-5d32c4ff-0e8a-4c68-baf0-ed5ed0ea883f service neutron] 10.222.0.24 "GET /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850961 Feb 16 10:42:31.295249 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:42:31.374167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: DOWN; New status is: DOWN {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:31.686330 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-1e1093dd-8f16-4307-a554-d079ce1a332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:31.808506 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45cf25-033f-48a6-bc2e-b8fff06f2ea0 req-58f27730-99b1-4e28-8377-2c6ea46773b5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:31.809995 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f45cf25-033f-48a6-bc2e-b8fff06f2ea0 req-58f27730-99b1-4e28-8377-2c6ea46773b5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0565989 Feb 16 10:42:31.856993 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f45cf25-033f-48a6-bc2e-b8fff06f2ea0 req-8425e93f-ea27-4237-957b-e08bf8857e19 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Feb 16 10:42:33.007383 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403371a8-1851-4c7e-8c43-fd0dcbdde2b1 req-1ccd7a30-98cf-4a7e-a8c4-826af892418f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:33.010211 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-403371a8-1851-4c7e-8c43-fd0dcbdde2b1 req-1ccd7a30-98cf-4a7e-a8c4-826af892418f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0698030 Feb 16 10:42:33.076999 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-403371a8-1851-4c7e-8c43-fd0dcbdde2b1 req-fe16cf84-90a6-4724-9601-d5f41a55e9c3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616257 Feb 16 10:42:34.207327 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa35131-a351-45c8-9ec8-697c3b6184aa req-48550be6-7a9f-46e8-9712-0a9d40917502 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:34.208873 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffa35131-a351-45c8-9ec8-697c3b6184aa req-48550be6-7a9f-46e8-9712-0a9d40917502 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0558691 Feb 16 10:42:34.257898 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffa35131-a351-45c8-9ec8-697c3b6184aa req-067f127c-d2f7-43b9-91ba-4295d769e50e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Feb 16 10:42:34.310986 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-e5188c99-b27e-487e-9c47-9600f496fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:35.262045 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:35.429471 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b209-0bd6-498e-a281-c4bfd840d429 req-fc43bb6e-0926-48a0-a892-7c688db6192e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:35.439466 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6055b209-0bd6-498e-a281-c4bfd840d429 req-fc43bb6e-0926-48a0-a892-7c688db6192e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0846584 Feb 16 10:42:35.500044 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6055b209-0bd6-498e-a281-c4bfd840d429 req-a4034525-54f4-49ea-bdd3-a4c56cfd6e74 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592694 Feb 16 10:42:36.636412 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43522-2aa1-46f9-862c-41db1ba155fe req-c3ba23f5-3ea5-474c-9e2a-63ac7ac8e1a5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:36.638171 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6ce43522-2aa1-46f9-862c-41db1ba155fe req-c3ba23f5-3ea5-474c-9e2a-63ac7ac8e1a5 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0572531 Feb 16 10:42:36.689594 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6ce43522-2aa1-46f9-862c-41db1ba155fe req-f7d10193-e352-4ec3-89d4-17d80c70a1e3 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 Feb 16 10:42:36.742602 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:37.824539 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59661729-6d20-44ed-93c6-423ad077bab3 req-ce7cc9a5-0c55-4ed5-bc27-f61446023879 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:37.831432 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-59661729-6d20-44ed-93c6-423ad077bab3 req-ce7cc9a5-0c55-4ed5-bc27-f61446023879 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0615907 Feb 16 10:42:37.886494 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-59661729-6d20-44ed-93c6-423ad077bab3 req-469ae5a2-13e8-4019-8ae0-264c7d053635 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537770 Feb 16 10:42:38.133520 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:39.044176 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313717f1-b6c1-4039-888f-f7e413cfd4d3 req-ce8f5bd2-1a15-48ad-b4b1-ac7e1080a5f2 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:39.047717 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-313717f1-b6c1-4039-888f-f7e413cfd4d3 req-ce8f5bd2-1a15-48ad-b4b1-ac7e1080a5f2 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0842009 Feb 16 10:42:39.112783 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-313717f1-b6c1-4039-888f-f7e413cfd4d3 req-91bc5882-ff7f-4695-8a37-9b51c7094a24 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589180 Feb 16 10:42:39.628130 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60450) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:39.758203 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ca4f4265-39ed-47b8-bebb-22beb9bf4655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:39.854712 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ca4f4265-39ed-47b8-bebb-22beb9bf4655 admin admin] Publish callbacks [] for security_group (7398fe30-ce18-4e37-9b6d-61a7ddc5ead2), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:39.860135 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ca4f4265-39ed-47b8-bebb-22beb9bf4655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (7398fe30-ce18-4e37-9b6d-61a7ddc5ead2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:39.907112 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ca4f4265-39ed-47b8-bebb-22beb9bf4655 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07d3fe8cd854435497057b2a1e576048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776134 Feb 16 10:42:39.908560 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f4265-39ed-47b8-bebb-22beb9bf4655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398fe30-ce18-4e37-9b6d-61a7ddc5ead2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:39.909899 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60454) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:42:39.985677 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3370c0b7-0d27-40f2-87fb-51ec7ab8c119 admin admin] Publish callbacks [] for security_group (7398fe30-ce18-4e37-9b6d-61a7ddc5ead2), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:40.013903 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3370c0b7-0d27-40f2-87fb-51ec7ab8c119 admin admin] Publish callbacks [] for security_group (7398fe30-ce18-4e37-9b6d-61a7ddc5ead2), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:40.069695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3370c0b7-0d27-40f2-87fb-51ec7ab8c119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (7398fe30-ce18-4e37-9b6d-61a7ddc5ead2), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:40.072583 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3370c0b7-0d27-40f2-87fb-51ec7ab8c119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:40.076910 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3370c0b7-0d27-40f2-87fb-51ec7ab8c119 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7398fe30-ce18-4e37-9b6d-61a7ddc5ead2 HTTP/1.1" status: 204 len: 168 time: 0.1615455 Feb 16 10:42:40.083176 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370c0b7-0d27-40f2-87fb-51ec7ab8c119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398fe30-ce18-4e37-9b6d-61a7ddc5ead2,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:40.426141 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7abbed-f873-461c-b5f1-2802a3a5acea req-c920dda5-8b5d-4064-b4b6-1bc1af918f05 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:40.427773 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b7abbed-f873-461c-b5f1-2802a3a5acea req-c920dda5-8b5d-4064-b4b6-1bc1af918f05 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0589931 Feb 16 10:42:40.505689 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b7abbed-f873-461c-b5f1-2802a3a5acea req-0a799127-343d-4cb9-8153-57896f43a1b6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719783 Feb 16 10:42:41.640426 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3743ea-f264-40c4-98c7-85e5454402b1 req-6a7ea7e7-c76d-478d-b100-8246afec259e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:41.641962 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c3743ea-f264-40c4-98c7-85e5454402b1 req-6a7ea7e7-c76d-478d-b100-8246afec259e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0579660 Feb 16 10:42:41.691573 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c3743ea-f264-40c4-98c7-85e5454402b1 req-028a4141-d3f4-4ecd-8f91-ebf52131b9c4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433395 Feb 16 10:42:41.935175 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:42.823836 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477322d-1263-4eae-bfad-0327772e1586 req-1715e7cc-603c-48d8-a4b7-19205a9d025b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:42.825245 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8477322d-1263-4eae-bfad-0327772e1586 req-1715e7cc-603c-48d8-a4b7-19205a9d025b tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0598669 Feb 16 10:42:42.876150 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8477322d-1263-4eae-bfad-0327772e1586 req-431cffa6-0205-41fc-98b5-6d91f6cc9c2a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Feb 16 10:42:44.007221 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6af851-9006-4430-b4c0-89b73de7cab9 req-d2c3d598-a07b-4253-b732-0f09989e93d8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:44.008680 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0b6af851-9006-4430-b4c0-89b73de7cab9 req-d2c3d598-a07b-4253-b732-0f09989e93d8 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0582459 Feb 16 10:42:44.058742 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0b6af851-9006-4430-b4c0-89b73de7cab9 req-32792111-6c27-4820-8c43-798774b952af tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444031 Feb 16 10:42:45.183942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627171-05ce-4aa2-820f-bcba91443632 req-d5e1075c-c592-41d4-a770-cda67950c9ff tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:45.185456 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a627171-05ce-4aa2-820f-bcba91443632 req-d5e1075c-c592-41d4-a770-cda67950c9ff tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 944 time: 0.0522265 Feb 16 10:42:45.238557 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a627171-05ce-4aa2-820f-bcba91443632 req-df3d420f-4a10-40e2-a5c8-dd6ff47b300f tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446222 Feb 16 10:42:45.339033 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=102812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 10:42:45.439298 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:45.450417 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Returning: {'device': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'port_id': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'mac_address': 'fa:16:3e:45:08:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 10:42:45.487133 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: DOWN; New status is: BUILD {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:45.487913 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:45.504983 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9995dba2-47ec-4d33-a01a-9944abf65c4a {{(pid=102812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 10:42:45.524116 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:45.528891 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:45.577205 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=9']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:45.790465 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] get_ports_and_sgs() called for port_ids ['9995dba2-47ec-4d33-a01a-9944abf65c4a'] {{(pid=102812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 10:42:46.377632 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b3d70-c614-4fed-acb7-73666f4e1708 req-58675ab0-e5a1-429b-b650-c240ada5a27e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:46.381125 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d9b3d70-c614-4fed-acb7-73666f4e1708 req-58675ab0-e5a1-429b-b650-c240ada5a27e tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 945 time: 0.0681820 Feb 16 10:42:46.453158 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d9b3d70-c614-4fed-acb7-73666f4e1708 req-98602f5c-2c3e-4f95-8924-ed23ba736907 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670624 Feb 16 10:42:47.243408 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-c3a1326f-5e34-40a9-9a9f-a8828700ccf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463774 Feb 16 10:42:47.312898 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-6a34e479-eaee-4709-9998-34b9e0b1d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:47.314351 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-6a34e479-eaee-4709-9998-34b9e0b1d9a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0498390 Feb 16 10:42:47.354226 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a up at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:42:47.402279 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.provisioning_blocks [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Provisioning complete for port 9995dba2-47ec-4d33-a01a-9944abf65c4a triggered by entity L2. {{(pid=102812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:42:47.402661 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607891'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), provisioning_complete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:47.422925 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-e6be7d2b-a340-4d6a-97d5-f502db0ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:47.424401 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-e6be7d2b-a340-4d6a-97d5-f502db0ca1be service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0911090 Feb 16 10:42:47.482707 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Current status of the port 9995dba2-47ec-4d33-a01a-9944abf65c4a is: BUILD; New status is: ACTIVE {{(pid=102812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:42:47.483102 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16226116'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:47.493850 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-d892b51d-c29b-4f13-a6ec-e852c32840bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 200 len: 1002 time: 0.0627544 Feb 16 10:42:47.509097 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:42:47.511451 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c829505b680d839f109dc1b428592925877f17986727e9a209ed8939156675d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e06de0-5884-4f4b-a9c6-c7ea48dad4de" -d '{"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-plugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:42:47.525208 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:42:47.530712 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753319392624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753318967071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753318967089'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:42:47.554480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-3ccbb3f2-6728-4b84-af59-40736d6b33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:47.556072 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-3ccbb3f2-6728-4b84-af59-40736d6b33e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0558760 Feb 16 10:42:47.562165 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1fa20-e846-4742-bc2b-d6aa76c33668 x-openstack-request-id: req-53b1fa20-e846-4742-bc2b-d6aa76c33668 {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:42:47.562607 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-plugged", "status": "completed", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "code": 200}]} {{(pid=102812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:42:47.562735 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53b1fa20-e846-4742-bc2b-d6aa76c33668 {{(pid=102812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:42:47.563140 dv-cinder-804757-12-iscsi neutron-server[102812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'code': 200} Feb 16 10:42:47.588393 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Pushing event updated for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=10']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:42:47.649396 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710bb52-2871-48d9-b9bd-ff62245f112b req-29efd4a8-a7aa-4a6f-af15-f143917fa37a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:47.650936 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a710bb52-2871-48d9-b9bd-ff62245f112b req-29efd4a8-a7aa-4a6f-af15-f143917fa37a tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 947 time: 0.0892434 Feb 16 10:42:47.666599 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-f6ec24b1-1293-42ce-a253-527df1903650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:47.668104 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-f6ec24b1-1293-42ce-a253-527df1903650 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0971172 Feb 16 10:42:47.759466 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a710bb52-2871-48d9-b9bd-ff62245f112b req-c058c6d0-3b3b-4b94-be35-36d116e20c70 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014798 Feb 16 10:42:47.777437 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dbe6b-0a32-47fb-8717-3cef067e8634 req-632523ff-181d-48c6-bc95-b2a56a5e056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:47.778994 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cb5dbe6b-0a32-47fb-8717-3cef067e8634 req-632523ff-181d-48c6-bc95-b2a56a5e056f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 1131 time: 0.0605173 Feb 16 10:42:47.788977 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-b087bd48-ea17-4632-b1e0-2696a34c91b4 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132252 Feb 16 10:42:47.830241 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cb5dbe6b-0a32-47fb-8717-3cef067e8634 req-6d9ba838-4809-40ac-a6a8-d9a1a5006f05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402980 Feb 16 10:42:47.868315 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:42:47.885430 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e08f9c3-731b-4363-bd48-f612134f6c09 req-07ae6c5d-453a-4722-9924-fdd75fb9623f service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899262 Feb 16 10:42:48.898140 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b25f1-0b5a-4e45-b826-451f217fb8da req-6d9c9833-c71f-4be2-8b48-e97597c036a4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:48.899668 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-234b25f1-0b5a-4e45-b826-451f217fb8da req-6d9c9833-c71f-4be2-8b48-e97597c036a4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 947 time: 0.0554826 Feb 16 10:42:48.951592 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-234b25f1-0b5a-4e45-b826-451f217fb8da req-eddd0ca3-b04a-4a0e-8fe4-fe0ef90e1cc9 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456836 Feb 16 10:42:50.081615 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcaa01-7735-409d-aa24-922d2c097fa0 req-cdee7171-5486-4297-8250-bb050ff2b434 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:42:50.083294 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65fcaa01-7735-409d-aa24-922d2c097fa0 req-cdee7171-5486-4297-8250-bb050ff2b434 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 947 time: 0.0549293 Feb 16 10:42:50.130751 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65fcaa01-7735-409d-aa24-922d2c097fa0 req-0c5c95fe-ff99-459b-bf2f-5dd18ce6c8e4 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Feb 16 10:43:01.678166 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd02a-27c9-4335-b4f4-dc61cd893ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:04.305686 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cb10-9182-4a4e-863c-2dcfc260647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:05.261255 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:06.742129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:08.126851 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.256734 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60710) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:11.360412 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96f887ed-2e6c-415b-b5a1-8a3d9c603a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.437907 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96f887ed-2e6c-415b-b5a1-8a3d9c603a9d admin admin] Publish callbacks [] for security_group (a0db50c9-a15c-4bd6-b3a8-a9510f830d4e), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.441446 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96f887ed-2e6c-415b-b5a1-8a3d9c603a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a0db50c9-a15c-4bd6-b3a8-a9510f830d4e), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.477239 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f887ed-2e6c-415b-b5a1-8a3d9c603a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db50c9-a15c-4bd6-b3a8-a9510f830d4e,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:11.482717 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-96f887ed-2e6c-415b-b5a1-8a3d9c603a9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42c0a14a9fc84c41aaccabd0db3cd121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249596 Feb 16 10:43:11.485271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60714) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:11.531277 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d03f5e31-68e6-49c0-b81c-3b04709e2522 admin admin] Publish callbacks [] for security_group (a0db50c9-a15c-4bd6-b3a8-a9510f830d4e), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.552709 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d03f5e31-68e6-49c0-b81c-3b04709e2522 admin admin] Publish callbacks [] for security_group (a0db50c9-a15c-4bd6-b3a8-a9510f830d4e), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.599361 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d03f5e31-68e6-49c0-b81c-3b04709e2522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a0db50c9-a15c-4bd6-b3a8-a9510f830d4e), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.601825 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d03f5e31-68e6-49c0-b81c-3b04709e2522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:11.603010 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d03f5e31-68e6-49c0-b81c-3b04709e2522 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0db50c9-a15c-4bd6-b3a8-a9510f830d4e HTTP/1.1" status: 204 len: 168 time: 0.1168449 Feb 16 10:43:11.610402 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f5e31-68e6-49c0-b81c-3b04709e2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db50c9-a15c-4bd6-b3a8-a9510f830d4e,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:11.938336 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.064536 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60798) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:20.221851 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Deleting port 2aaec13f-2e64-4d7c-b698-ff471129b82b {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:20.222254 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.300857 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.301389 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for floatingip (2aaec13f-2e64-4d7c-b698-ff471129b82b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.312977 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Calling delete_port for 2aaec13f-2e64-4d7c-b698-ff471129b82b owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:20.460975 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (2aaec13f-2e64-4d7c-b698-ff471129b82b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.484159 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event deleted for resources: {'Port': ['ID=2aaec13f-2e64-4d7c-b698-ff471129b82b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:20.494322 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.494683 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.495028 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.495368 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.495704 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.496538 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.496538 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.496735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.496975 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.497299 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.497622 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.497943 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.498292 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:20.557988 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for floatingip (dedb919a-dd28-4d88-8399-31a50d3368dd), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.558344 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Floating IP dedb919a-dd28-4d88-8399-31a50d3368dd disassociated (deleted). External IP: 172.27.2.39, port: 1f54fd39-e1be-405d-b5f0-f8c8912b0906. Feb 16 10:43:20.773229 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Router 6d085b53-eb21-45bb-96f2-8d0640eccb71 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:43:20.892074 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:43:20.897270 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:20.903699 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] Sync routers for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:43:20.913570 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:20.914204 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:20.926918 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-791142d4-cffb-4270-9611-6b664ade444e tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "DELETE /v2.0/floatingips/dedb919a-dd28-4d88-8399-31a50d3368dd HTTP/1.1" status: 204 len: 168 time: 0.8612795 Feb 16 10:43:20.927511 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:43:20.929770 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fa8084332caa0220beb041e52547675a8d3b107cc0a39e4fee6a188850f912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d4458e-cc27-47b4-b11a-bec75540f363" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:43:20.967905 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f9404-d21c-48c1-ad7a-2a60ef6abdf8 x-openstack-request-id: req-ef0f9404-d21c-48c1-ad7a-2a60ef6abdf8 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:43:20.968206 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:43:20.968461 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef0f9404-d21c-48c1-ad7a-2a60ef6abdf8 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:43:20.968874 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'status': 'completed', 'code': 200} Feb 16 10:43:21.024968 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:21.158514 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fbe8f-2b32-4880-a945-122999a3bf3e req-924a81b2-c6e2-41c4-98fd-e378ad48b22f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:21.160274 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-405fbe8f-2b32-4880-a945-122999a3bf3e req-924a81b2-c6e2-41c4-98fd-e378ad48b22f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0530400 Feb 16 10:43:21.212979 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-405fbe8f-2b32-4880-a945-122999a3bf3e req-402afb11-1202-42e3-b97c-ce0586f91eda tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470459 Feb 16 10:43:21.228877 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:21.258203 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] Checking router: 6d085b53-eb21-45bb-96f2-8d0640eccb71 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:43:21.266145 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:21.266733 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:21.377301 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:21.565544 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:21.591673 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d626c4-ea19-4596-a1e4-bb6a6815cebf None None] The sync data for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi is: [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:30Z', 'revision_number': 4, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '5b274f1b-6b2c-44c4-bb04-3856e3552443', 'name': '', 'network_id': 'c70eccb0-0507-42e7-b760-c25fed1f4d24', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'mac_address': 'fa:16:3e:71:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '901cc41b-2516-4611-83e1-194151b7b05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:30Z', 'updated_at': '2022-02-16T10:38:35Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'subnets': [{'id': '901cc41b-2516-4611-83e1-194151b7b05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:43:21.824330 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97406cef-2e8b-4922-a8c6-3dda3d284edc None None] New status for floating IP dedb919a-dd28-4d88-8399-31a50d3368dd: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:43:22.021399 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-93965989-7a86-4317-bcb0-08e303b20bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:22.022942 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-93965989-7a86-4317-bcb0-08e303b20bc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 1129 time: 0.0461450 Feb 16 10:43:22.112512 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-1aea57ed-efdb-4179-9049-fccd15a2f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:22.115160 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-1aea57ed-efdb-4179-9049-fccd15a2f892 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 200 len: 910 time: 0.0856102 Feb 16 10:43:22.158069 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-a8198da1-18a1-4480-b20b-81676a5b5942 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 200 len: 217 time: 0.0366540 Feb 16 10:43:22.208056 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-e5770626-7566-41de-a7ae-3ebe5845c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:22.209458 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-e5770626-7566-41de-a7ae-3ebe5845c3ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 200 len: 848 time: 0.0443277 Feb 16 10:43:22.261530 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-fb75162a-c421-4305-b421-96cfe9097f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:22.263194 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-fb75162a-c421-4305-b421-96cfe9097f36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c70eccb0-0507-42e7-b760-c25fed1f4d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471716 Feb 16 10:43:22.340179 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b277e71-859a-461d-89bb-cb26e95bec3d req-1f8ba47b-4559-4a99-88f4-5b091c250d0a tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:22.341688 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1b277e71-859a-461d-89bb-cb26e95bec3d req-1f8ba47b-4559-4a99-88f4-5b091c250d0a tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0524521 Feb 16 10:43:22.360901 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-0a0e039f-6da8-445a-abb6-a479cb95ebe6 service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908375 Feb 16 10:43:22.395246 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1b277e71-859a-461d-89bb-cb26e95bec3d req-b2272936-24fa-41d0-b963-123d926f1e1f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479221 Feb 16 10:43:22.449533 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4458e-cc27-47b4-b11a-bec75540f363 req-13f3227d-de59-45e5-80c0-d910a566c0af service neutron] 10.222.0.24 "GET /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823340 Feb 16 10:43:23.518562 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6edb-9632-4cdd-8642-90e584ee9f77 req-b9b4daf5-0e7e-459e-937b-3d9a2a73f0c8 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:23.520888 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-756c6edb-9632-4cdd-8642-90e584ee9f77 req-b9b4daf5-0e7e-459e-937b-3d9a2a73f0c8 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0591395 Feb 16 10:43:23.574827 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-756c6edb-9632-4cdd-8642-90e584ee9f77 req-92a535bb-e317-4e72-b762-bd24c460083f tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/security-groups?id=de583457-dcd8-49aa-801e-4910ca3c6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482635 Feb 16 10:43:23.733243 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-8f6e6414-ca6e-4195-884f-edd8ce0d0bab tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:23.734929 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-8f6e6414-ca6e-4195-884f-edd8ce0d0bab tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 945 time: 0.0520248 Feb 16 10:43:23.828931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Deleting port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:23.829272 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:23.916470 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] For port 1f54fd39-e1be-405d-b5f0-f8c8912b0906, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1f54fd39-e1be-405d-b5f0-f8c8912b0906,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:23.916751 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:23.928942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Calling delete_port for 1f54fd39-e1be-405d-b5f0-f8c8912b0906 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:24.295786 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (1f54fd39-e1be-405d-b5f0-f8c8912b0906), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:24.325105 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event deleted for resources: {'Port': ['ID=1f54fd39-e1be-405d-b5f0-f8c8912b0906,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:24.354568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.354911 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.355251 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.355593 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.355922 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.356245 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.356578 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.356900 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.357220 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.357542 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.357863 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.358202 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.358521 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:24.380251 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] No DVR routers for this DVR port 1f54fd39-e1be-405d-b5f0-f8c8912b0906 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:24.382770 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:24.386187 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5852c9e0-44f6-4b31-9e88-0bac82f25b3e req-f7f906c1-769b-4626-b4fa-7a53f08ecb6b tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.24 "DELETE /v2.0/ports/1f54fd39-e1be-405d-b5f0-f8c8912b0906 HTTP/1.1" status: 204 len: 173 time: 0.6455543 Feb 16 10:43:24.386628 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-deleted', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:43:24.389345 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f334339-db36-47c6-aad6-d5776fa3d3e0" -d '{"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-deleted", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:43:24.428103 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c74040b-eaec-4a2d-b925-926267c789ee x-openstack-request-id: req-3c74040b-eaec-4a2d-b925-926267c789ee {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:43:24.428398 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4264d1-1726-487c-83cf-de622cac6fed", "name": "network-vif-deleted", "tag": "1f54fd39-e1be-405d-b5f0-f8c8912b0906", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:43:24.428643 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c74040b-eaec-4a2d-b925-926267c789ee {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:43:24.429036 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4264d1-1726-487c-83cf-de622cac6fed', 'name': 'network-vif-deleted', 'tag': '1f54fd39-e1be-405d-b5f0-f8c8912b0906', 'status': 'completed', 'code': 200} Feb 16 10:43:24.693784 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dcf7fd3a-5d73-4b46-a9ff-d59de04dcb69 req-8dbaad49-7bf2-4e5b-97b9-809823fd05a5 tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc4264d1-1726-487c-83cf-de622cac6fed HTTP/1.1" status: 200 len: 210 time: 0.0401008 Feb 16 10:43:24.871580 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:43:25.752524 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60848) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:25.808075 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-628224b4-da45-40a6-b95b-c25768e1071c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group (de583457-dcd8-49aa-801e-4910ca3c6d76), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:25.832518 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-628224b4-da45-40a6-b95b-c25768e1071c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group (de583457-dcd8-49aa-801e-4910ca3c6d76), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:25.892682 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-628224b4-da45-40a6-b95b-c25768e1071c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (de583457-dcd8-49aa-801e-4910ca3c6d76), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:25.896092 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-628224b4-da45-40a6-b95b-c25768e1071c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:25.897261 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-628224b4-da45-40a6-b95b-c25768e1071c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] 10.222.0.45 "DELETE /v2.0/security-groups/de583457-dcd8-49aa-801e-4910ca3c6d76 HTTP/1.1" status: 204 len: 168 time: 0.1437547 Feb 16 10:43:25.906972 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628224b4-da45-40a6-b95b-c25768e1071c tempest-TestShelveInstance-1371346225 tempest-TestShelveInstance-1371346225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de583457-dcd8-49aa-801e-4910ca3c6d76,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:25.949247 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60858) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:26.303451 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (6d085b53-eb21-45bb-96f2-8d0640eccb71), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:26.550324 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Deleting port 5b274f1b-6b2c-44c4-bb04-3856e3552443 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:26.551183 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:26.629630 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] For port 5b274f1b-6b2c-44c4-bb04-3856e3552443, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=5b274f1b-6b2c-44c4-bb04-3856e3552443,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:26.629903 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:26.641808 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Calling delete_port for 5b274f1b-6b2c-44c4-bb04-3856e3552443 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:26.817940 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (5b274f1b-6b2c-44c4-bb04-3856e3552443), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:26.842378 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b274f1b-6b2c-44c4-bb04-3856e3552443,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:27.010923 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (6d085b53-eb21-45bb-96f2-8d0640eccb71), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:27.236600 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Router 6d085b53-eb21-45bb-96f2-8d0640eccb71 has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:43:27.346635 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:43:27.352251 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-70146f02-5e44-4280-86ee-bfa12083e895 admin admin] 10.222.0.45 "PUT /v2.0/routers/6d085b53-eb21-45bb-96f2-8d0640eccb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4007349 Feb 16 10:43:27.355026 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60900) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:27.367019 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] Sync routers for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:43:27.382712 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:27.383457 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:27.471085 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks [] for router (6d085b53-eb21-45bb-96f2-8d0640eccb71), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:27.501293 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:27.528411 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:27.552071 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 1f54fd39-e1be-405d-b5f0-f8c8912b0906 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:27.552423 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 1f54fd39-e1be-405d-b5f0-f8c8912b0906 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:27.578545 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks [] for router_gateway (6d085b53-eb21-45bb-96f2-8d0640eccb71), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:27.645733 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Deleting port 3e5c5075-25c0-4b1a-ab42-2110862fe929 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:27.646297 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:27.733354 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] For port 3e5c5075-25c0-4b1a-ab42-2110862fe929, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=3e5c5075-25c0-4b1a-ab42-2110862fe929,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:27.733718 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:27.748493 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Calling delete_port for 3e5c5075-25c0-4b1a-ab42-2110862fe929 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:27.796759 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:43:26Z', 'revision_number': 5, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port': {'id': '3e5c5075-25c0-4b1a-ab42-2110862fe929', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:27.831068 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] Checking router: 6d085b53-eb21-45bb-96f2-8d0640eccb71 for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:43:27.839343 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] Routers {'6d085b53-eb21-45bb-96f2-8d0640eccb71'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:27.839937 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['6d085b53-eb21-45bb-96f2-8d0640eccb71'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:27.940415 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] Set router 6d085b53-eb21-45bb-96f2-8d0640eccb71 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:27.943933 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (3e5c5075-25c0-4b1a-ab42-2110862fe929), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:27.978181 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5c5075-25c0-4b1a-ab42-2110862fe929,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:27.996601 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:43:27Z', 'revision_number': 6, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:28.025291 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756610b5-75ab-4781-b0a0-cf2c258e0cc8 None None] The sync data for ids ['6d085b53-eb21-45bb-96f2-8d0640eccb71'] in dv-cinder-804757-12-iscsi is: [{'id': '6d085b53-eb21-45bb-96f2-8d0640eccb71', 'name': 'tempest-TestShelveInstance-1263144731-router', 'tenant_id': '4972d3a857c24f0cbd16fb8ac885092a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:28Z', 'updated_at': '2022-02-16T10:43:27Z', 'revision_number': 6, 'project_id': '4972d3a857c24f0cbd16fb8ac885092a', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:43:28.055259 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (6d085b53-eb21-45bb-96f2-8d0640eccb71), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.193833 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (6d085b53-eb21-45bb-96f2-8d0640eccb71), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.196754 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks [] for router_controller (6d085b53-eb21-45bb-96f2-8d0640eccb71), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.265772 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (6d085b53-eb21-45bb-96f2-8d0640eccb71), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.266525 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d085b53-eb21-45bb-96f2-8d0640eccb71 {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:43:28.271829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.273171 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-95964f55-9d2d-4b87-9b67-a9809fb0ec67 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6d085b53-eb21-45bb-96f2-8d0640eccb71 HTTP/1.1" status: 204 len: 168 time: 0.9169829 Feb 16 10:43:28.275912 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60920) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:28.475267 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Deleting subnet 901cc41b-2516-4611-83e1-194151b7b05a {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:43:28.478805 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Publish callbacks [] for subnet (901cc41b-2516-4611-83e1-194151b7b05a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.514076 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (901cc41b-2516-4611-83e1-194151b7b05a), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.600627 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (901cc41b-2516-4611-83e1-194151b7b05a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.651453 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (901cc41b-2516-4611-83e1-194151b7b05a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.675928 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901cc41b-2516-4611-83e1-194151b7b05a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:28.679805 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.683086 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-46f9a9a6-646e-4685-b8b4-d6ed01c6145d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/901cc41b-2516-4611-83e1-194151b7b05a HTTP/1.1" status: 204 len: 168 time: 0.4062526 Feb 16 10:43:28.685777 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60926) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:28.687645 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee95306-bfa8-4113-927d-30ce97b19f9a None None] Network c70eccb0-0507-42e7-b760-c25fed1f4d24 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:43:28.758793 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (c70eccb0-0507-42e7-b760-c25fed1f4d24), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.830777 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Deleting port bc09a803-97a5-4d4b-a4be-21fe8cee1551 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:28.831522 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.869565 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] DHCP port deletion for c70eccb0-0507-42e7-b760-c25fed1f4d24 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:43:28.910282 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] For port bc09a803-97a5-4d4b-a4be-21fe8cee1551, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bc09a803-97a5-4d4b-a4be-21fe8cee1551,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:28.910806 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:28.911584 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5b274f1b-6b2c-44c4-bb04-3856e3552443 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:28.927387 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Calling delete_port for bc09a803-97a5-4d4b-a4be-21fe8cee1551 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:28.940864 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 5b274f1b-6b2c-44c4-bb04-3856e3552443 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:28.942053 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 5b274f1b-6b2c-44c4-bb04-3856e3552443 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:28.942500 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 3e5c5075-25c0-4b1a-ab42-2110862fe929 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:28.978346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 3e5c5075-25c0-4b1a-ab42-2110862fe929 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:28.978692 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 3e5c5075-25c0-4b1a-ab42-2110862fe929 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:28.983091 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Deleting port bc09a803-97a5-4d4b-a4be-21fe8cee1551 {{(pid=102812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:28.983416 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), before_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.030879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.053200 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] For port bc09a803-97a5-4d4b-a4be-21fe8cee1551, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bc09a803-97a5-4d4b-a4be-21fe8cee1551,segment=NetworkSegment(d9d26f04-0e5b-4813-b774-1f633bc84685),segment_id=d9d26f04-0e5b-4813-b774-1f633bc84685)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:29.053580 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), precommit_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.057391 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc09a803-97a5-4d4b-a4be-21fe8cee1551,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:29.062415 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] No DVR routers for this DVR port bc09a803-97a5-4d4b-a4be-21fe8cee1551 on host dv-cinder-804757-12-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:29.072001 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Calling delete_port for bc09a803-97a5-4d4b-a4be-21fe8cee1551 owned by network:dhcp {{(pid=102812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:29.152900 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (c70eccb0-0507-42e7-b760-c25fed1f4d24), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.162397 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (bc09a803-97a5-4d4b-a4be-21fe8cee1551), after_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.173177 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70eccb0-0507-42e7-b760-c25fed1f4d24']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:29.185368 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d26f04-0e5b-4813-b774-1f633bc84685') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:29.185753 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d26f04-0e5b-4813-b774-1f633bc84685') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:29.189180 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Pushing event deleted for resources: {'Port': ['ID=bc09a803-97a5-4d4b-a4be-21fe8cee1551,revision_number=None']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:29.192185 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] No DVR routers for this DVR port bc09a803-97a5-4d4b-a4be-21fe8cee1551 on host dv-cinder-804757-12-iscsi {{(pid=102812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:29.198693 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (d9d26f04-0e5b-4813-b774-1f633bc84685), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.200791 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.201324 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.202132 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.202132 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.202450 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.202704 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.203447 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.203447 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.203815 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.204230 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.204482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.204814 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.205226 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0b5bf-9867-4087-9d0c-a484f74c306f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:43:29.218881 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (d9d26f04-0e5b-4813-b774-1f633bc84685), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.225485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:43:29.225927 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (d9d26f04-0e5b-4813-b774-1f633bc84685), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:43:29.227992 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:43:29.291826 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (c70eccb0-0507-42e7-b760-c25fed1f4d24), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.297133 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:29.300930 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c70eccb0-0507-42e7-b760-c25fed1f4d24 HTTP/1.1" status: 204 len: 168 time: 0.6141348 Feb 16 10:43:29.303916 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60928) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:29.319180 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b797-0c94-40b0-aa82-dd6a078678e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70eccb0-0507-42e7-b760-c25fed1f4d24,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:29.664777 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (7d4b3f22-3a39-4515-8558-ee85286f366e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:30.142402 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Deleting port c5933905-f88a-4318-b6cc-f5f140e6d3e0 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:30.142743 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:30.223329 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] For port c5933905-f88a-4318-b6cc-f5f140e6d3e0, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=c5933905-f88a-4318-b6cc-f5f140e6d3e0,segment=NetworkSegment(d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8),segment_id=d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:30.223697 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:30.235667 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Calling delete_port for c5933905-f88a-4318-b6cc-f5f140e6d3e0 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:30.417628 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (c5933905-f88a-4318-b6cc-f5f140e6d3e0), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:30.450138 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5933905-f88a-4318-b6cc-f5f140e6d3e0,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:30.633010 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (7d4b3f22-3a39-4515-8558-ee85286f366e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:30.867745 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Router 7d4b3f22-3a39-4515-8558-ee85286f366e has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:43:30.905664 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bc09a803-97a5-4d4b-a4be-21fe8cee1551 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:30.926894 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: bc09a803-97a5-4d4b-a4be-21fe8cee1551 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:30.927491 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bc09a803-97a5-4d4b-a4be-21fe8cee1551 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:30.980223 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:43:30.988152 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e32f40ea-50fb-44ea-8ac2-8af7f79b2b97 admin admin] 10.222.0.45 "PUT /v2.0/routers/7d4b3f22-3a39-4515-8558-ee85286f366e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800478 Feb 16 10:43:30.988152 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60936) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:30.994340 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] Sync routers for ids ['7d4b3f22-3a39-4515-8558-ee85286f366e'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:43:31.004494 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] Routers {'7d4b3f22-3a39-4515-8558-ee85286f366e'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:31.005113 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['7d4b3f22-3a39-4515-8558-ee85286f366e'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:31.092913 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks [] for router (7d4b3f22-3a39-4515-8558-ee85286f366e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.112950 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] Set router 7d4b3f22-3a39-4515-8558-ee85286f366e gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:31.207893 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks [] for router_gateway (7d4b3f22-3a39-4515-8558-ee85286f366e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.265481 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Deleting port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:31.265829 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.311870 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:43:30Z', 'revision_number': 5, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port': {'id': 'ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:31.345929 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] For port ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:31.346231 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.360179 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Calling delete_port for ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:31.471709 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] Checking router: 7d4b3f22-3a39-4515-8558-ee85286f366e for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:43:31.480092 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] Routers {'7d4b3f22-3a39-4515-8558-ee85286f366e'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:31.480711 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['7d4b3f22-3a39-4515-8558-ee85286f366e'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:31.532308 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.558060 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:31.575363 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] Set router 7d4b3f22-3a39-4515-8558-ee85286f366e gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:31.628206 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (7d4b3f22-3a39-4515-8558-ee85286f366e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.639596 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:43:31Z', 'revision_number': 6, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:31.670371 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0882ff-db74-480d-82d2-4eb85f2e5e59 None None] The sync data for ids ['7d4b3f22-3a39-4515-8558-ee85286f366e'] in dv-cinder-804757-12-iscsi is: [{'id': '7d4b3f22-3a39-4515-8558-ee85286f366e', 'name': 'tempest-TestShelveInstance-147909296-router', 'tenant_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:38:32Z', 'updated_at': '2022-02-16T10:43:31Z', 'revision_number': 6, 'project_id': '6c2b72a0cc454a5ab94bcaf0e8366e30', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:43:31.683598 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-04e06465-c8bd-4e9e-bb72-210bb637782e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.729743 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (7d4b3f22-3a39-4515-8558-ee85286f366e), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.731915 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks [] for router_controller (7d4b3f22-3a39-4515-8558-ee85286f366e), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.776170 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (7d4b3f22-3a39-4515-8558-ee85286f366e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.776721 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4b3f22-3a39-4515-8558-ee85286f366e {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:43:31.781163 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.782278 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f0f81680-11cb-4d36-aa5c-c0af75a1e77c admin admin] 10.222.0.45 "DELETE /v2.0/routers/7d4b3f22-3a39-4515-8558-ee85286f366e HTTP/1.1" status: 204 len: 168 time: 0.7932267 Feb 16 10:43:31.784819 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60940) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:31.833002 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Deleting subnet eb9e0fc9-4052-408c-8187-34b58993e217 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:43:31.836447 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Publish callbacks [] for subnet (eb9e0fc9-4052-408c-8187-34b58993e217), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.872067 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (eb9e0fc9-4052-408c-8187-34b58993e217), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:31.949023 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (eb9e0fc9-4052-408c-8187-34b58993e217), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.010184 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (eb9e0fc9-4052-408c-8187-34b58993e217), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.059311 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.063357 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eb9e0fc9-4052-408c-8187-34b58993e217 HTTP/1.1" status: 204 len: 168 time: 0.2769716 Feb 16 10:43:32.064438 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb4523-a964-48c6-a2f2-8075c8949e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9e0fc9-4052-408c-8187-34b58993e217,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:32.065628 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60946) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:32.066230 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0883a0-64af-4ccd-8743-b0e0b14d9b0c None None] Network 0cf29909-445c-4ecd-8876-91e23fe9a861 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:43:32.171663 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (0cf29909-445c-4ecd-8876-91e23fe9a861), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.229891 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Deleting port 0ef5d368-1a12-499f-b676-b072030be658 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:32.230285 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (0ef5d368-1a12-499f-b676-b072030be658), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.297682 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] For port 0ef5d368-1a12-499f-b676-b072030be658, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=0ef5d368-1a12-499f-b676-b072030be658,segment=NetworkSegment(d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8),segment_id=d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:32.298039 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (0ef5d368-1a12-499f-b676-b072030be658), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.310489 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Calling delete_port for 0ef5d368-1a12-499f-b676-b072030be658 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:32.400904 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (0ef5d368-1a12-499f-b676-b072030be658), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.430660 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef5d368-1a12-499f-b676-b072030be658,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:32.435832 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] No DVR routers for this DVR port 0ef5d368-1a12-499f-b676-b072030be658 on host dv-cinder-804757-12-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:32.504883 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e583c-4ae0-4260-b0bb-242d807f0d08 None None] DHCP port deletion for 0cf29909-445c-4ecd-8876-91e23fe9a861 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:43:32.519066 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382ede6-8df0-4bd7-8715-0afe31d60e01 req-5d9ac864-b5dc-40d8-8b42-3484aa09c81d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:32.525747 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e382ede6-8df0-4bd7-8715-0afe31d60e01 req-5d9ac864-b5dc-40d8-8b42-3484aa09c81d tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 947 time: 0.0734065 Feb 16 10:43:32.528447 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (0cf29909-445c-4ecd-8876-91e23fe9a861), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.554862 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf29909-445c-4ecd-8876-91e23fe9a861']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:32.564631 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:32.564934 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:32.574696 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e382ede6-8df0-4bd7-8715-0afe31d60e01 req-6a503580-dd6d-4365-bf30-5e32112b2672 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479593 Feb 16 10:43:32.575488 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.589520 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.598447 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:43:32.598844 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (d81bf9bd-cfa3-46f4-aa14-1c3b8a29c1c8), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:43:32.600565 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:43:32.662582 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (0cf29909-445c-4ecd-8876-91e23fe9a861), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.668216 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.671421 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] 10.222.0.45 "DELETE /v2.0/networks/0cf29909-445c-4ecd-8876-91e23fe9a861 HTTP/1.1" status: 204 len: 168 time: 0.6020048 Feb 16 10:43:32.683907 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce66418-bd26-4098-97e1-b3f675b583ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf29909-445c-4ecd-8876-91e23fe9a861,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:32.797034 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60960) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:32.844839 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8b5cc055-b690-4cd7-9435-db7837398f24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4972d3a857c24f0cbd16fb8ac885092a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464215 Feb 16 10:43:32.847954 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60962) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:32.857050 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c5933905-f88a-4318-b6cc-f5f140e6d3e0 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:32.878539 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: c5933905-f88a-4318-b6cc-f5f140e6d3e0 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:32.878894 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c5933905-f88a-4318-b6cc-f5f140e6d3e0 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:32.879331 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 0ef5d368-1a12-499f-b676-b072030be658 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:32.897915 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62dcc5dc-542e-41f0-b0f1-5deef79d32fc admin admin] Publish callbacks [] for security_group (f852b839-3418-4178-bd93-a46d34258132), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.899050 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 0ef5d368-1a12-499f-b676-b072030be658 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:32.899399 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 0ef5d368-1a12-499f-b676-b072030be658 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:32.899819 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:32.918978 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:32.919324 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device ea7e5e73-3d87-4ed4-8f9a-ee0ecd62299f not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:32.920037 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62dcc5dc-542e-41f0-b0f1-5deef79d32fc admin admin] Publish callbacks [] for security_group (f852b839-3418-4178-bd93-a46d34258132), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.966942 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62dcc5dc-542e-41f0-b0f1-5deef79d32fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (f852b839-3418-4178-bd93-a46d34258132), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.969481 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62dcc5dc-542e-41f0-b0f1-5deef79d32fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:32.970662 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-62dcc5dc-542e-41f0-b0f1-5deef79d32fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f852b839-3418-4178-bd93-a46d34258132 HTTP/1.1" status: 204 len: 168 time: 0.1215901 Feb 16 10:43:32.979726 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcc5dc-542e-41f0-b0f1-5deef79d32fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852b839-3418-4178-bd93-a46d34258132,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:33.300455 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60968) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:33.340330 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-81a3030a-22f6-405f-a227-135b943d69c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c2b72a0cc454a5ab94bcaf0e8366e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385251 Feb 16 10:43:33.342747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60970) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:33.393878 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-adc5f854-5ceb-43b4-bc6b-3246f0d74634 admin admin] Publish callbacks [] for security_group (e436ec23-e713-4d83-ba31-6825f32fa546), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:33.415325 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-adc5f854-5ceb-43b4-bc6b-3246f0d74634 admin admin] Publish callbacks [] for security_group (e436ec23-e713-4d83-ba31-6825f32fa546), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:33.462816 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-adc5f854-5ceb-43b4-bc6b-3246f0d74634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e436ec23-e713-4d83-ba31-6825f32fa546), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:33.465547 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-adc5f854-5ceb-43b4-bc6b-3246f0d74634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:33.467018 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-adc5f854-5ceb-43b4-bc6b-3246f0d74634 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e436ec23-e713-4d83-ba31-6825f32fa546 HTTP/1.1" status: 204 len: 168 time: 0.1232359 Feb 16 10:43:33.478731 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f854-5ceb-43b4-bc6b-3246f0d74634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436ec23-e713-4d83-ba31-6825f32fa546,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:33.721416 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3115f-5468-4a7d-9e99-0de8da239de0 req-7bbb5f97-79ba-4efc-a13f-52201298ad3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:33.728192 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-51e3115f-5468-4a7d-9e99-0de8da239de0 req-7bbb5f97-79ba-4efc-a13f-52201298ad3c tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 947 time: 0.0708313 Feb 16 10:43:33.778476 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-51e3115f-5468-4a7d-9e99-0de8da239de0 req-73f26b8f-540a-4509-ad9a-7fe869e4e2fd tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups?id=94d09088-22ce-4f9b-8a2c-2413aa5209b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493500 Feb 16 10:43:33.964799 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-985119a1-f21e-46b8-a99e-648826aa26f1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:33.966324 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-985119a1-f21e-46b8-a99e-648826aa26f1 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 947 time: 0.0550196 Feb 16 10:43:34.061666 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Deleting port 9995dba2-47ec-4d33-a01a-9944abf65c4a {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:34.062004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.156293 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] For port 9995dba2-47ec-4d33-a01a-9944abf65c4a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9995dba2-47ec-4d33-a01a-9944abf65c4a,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:34.156649 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.307295 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c6360b3d-9c50-4606-ad66-3f829c765cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.333703 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.334366 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398813'] for floatingip (cdd1686c-4980-4e87-8bf5-15c5bde32654), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.334366 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Floating IP cdd1686c-4980-4e87-8bf5-15c5bde32654 disassociated. External IP: 172.27.2.239, port: 9995dba2-47ec-4d33-a01a-9944abf65c4a. Feb 16 10:43:34.334714 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Calling delete_port for 9995dba2-47ec-4d33-a01a-9944abf65c4a owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:34.466538 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (9995dba2-47ec-4d33-a01a-9944abf65c4a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.495657 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event deleted for resources: {'Port': ['ID=9995dba2-47ec-4d33-a01a-9944abf65c4a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:34.617679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:43:34.736013 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:43:34.747319 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:43:34.758642 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:34.759250 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:34.784035 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] No DVR routers for this DVR port 9995dba2-47ec-4d33-a01a-9944abf65c4a on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:34.787228 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:34.790544 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8e02b310-76c3-482d-b31d-c6347580aec8 req-32a9f594-2592-434f-8150-4586eb109cef tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.24 "DELETE /v2.0/ports/9995dba2-47ec-4d33-a01a-9944abf65c4a HTTP/1.1" status: 204 len: 173 time: 0.8183761 Feb 16 10:43:34.791008 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-deleted', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:43:34.793724 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c99e778-7d73-4bc5-869a-ee2aa1432f95" -d '{"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-deleted", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:43:34.841165 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7118e5-a3ad-4364-b909-dc6d24da45c1 x-openstack-request-id: req-5a7118e5-a3ad-4364-b909-dc6d24da45c1 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:43:34.841695 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dea84d-4ef5-478e-8c4d-9038c95e493c", "name": "network-vif-deleted", "tag": "9995dba2-47ec-4d33-a01a-9944abf65c4a", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:43:34.841941 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a7118e5-a3ad-4364-b909-dc6d24da45c1 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:43:34.842389 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dea84d-4ef5-478e-8c4d-9038c95e493c', 'name': 'network-vif-deleted', 'tag': '9995dba2-47ec-4d33-a01a-9944abf65c4a', 'status': 'completed', 'code': 200} Feb 16 10:43:34.886333 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:34.939834 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b024499c-f6c7-4f26-9d08-6925ae14ef9d req-4620e5d9-4a84-4ea2-9dec-9c3f166700ac tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9dea84d-4ef5-478e-8c4d-9038c95e493c HTTP/1.1" status: 200 len: 210 time: 0.0366452 Feb 16 10:43:35.133226 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:35.158864 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:43:35.167855 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:35.168452 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:35.266022 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:35.280852 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:35.485435 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:35.515462 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f50723-70ae-4eea-ad32-6a03359784fe None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:38:00Z', 'revision_number': 4, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': '6f12b791-85da-41aa-a180-4b45a3b96c6f', 'name': '', 'network_id': '25abc3e2-1d8b-450f-8833-f1a1c1bcfd65', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'mac_address': 'fa:16:3e:02:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:59Z', 'updated_at': '2022-02-16T10:38:04Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'subnets': [{'id': '02ae62d6-5b2b-487f-a402-f4b4aff9885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:43:35.734518 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c20bd-07dc-43aa-bf77-523584b34f16 None None] New status for floating IP cdd1686c-4980-4e87-8bf5-15c5bde32654: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:43:36.029766 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60990) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:36.084807 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a019c39d-fdf2-4971-830b-c269dc6423e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (94d09088-22ce-4f9b-8a2c-2413aa5209b9), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.110887 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a019c39d-fdf2-4971-830b-c269dc6423e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (94d09088-22ce-4f9b-8a2c-2413aa5209b9), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.160920 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a019c39d-fdf2-4971-830b-c269dc6423e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (94d09088-22ce-4f9b-8a2c-2413aa5209b9), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.163534 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a019c39d-fdf2-4971-830b-c269dc6423e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.164695 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a019c39d-fdf2-4971-830b-c269dc6423e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "DELETE /v2.0/security-groups/94d09088-22ce-4f9b-8a2c-2413aa5209b9 HTTP/1.1" status: 204 len: 168 time: 0.1338899 Feb 16 10:43:36.167540 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 60992) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:36.173330 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019c39d-fdf2-4971-830b-c269dc6423e6 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d09088-22ce-4f9b-8a2c-2413aa5209b9,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:36.189090 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-f3d8adba-3e30-4aeb-814e-cc82b2b11b37 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] show failed (client error): The resource could not be found. Feb 16 10:43:36.190446 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f3d8adba-3e30-4aeb-814e-cc82b2b11b37 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "GET /v2.0/security-groups/94d09088-22ce-4f9b-8a2c-2413aa5209b9 HTTP/1.1" status: 404 len: 347 time: 0.0218720 Feb 16 10:43:36.194656 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 60994) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:36.323392 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Deleting port ab213b87-08cc-4696-bbb2-ee344df2c1eb {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:36.323700 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.398358 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.398677 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (ab213b87-08cc-4696-bbb2-ee344df2c1eb), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.411349 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Calling delete_port for ab213b87-08cc-4696-bbb2-ee344df2c1eb owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:36.543338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (ab213b87-08cc-4696-bbb2-ee344df2c1eb), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.573723 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Pushing event deleted for resources: {'Port': ['ID=ab213b87-08cc-4696-bbb2-ee344df2c1eb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:36.747628 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.880389 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks [] for floatingip (cdd1686c-4980-4e87-8bf5-15c5bde32654), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.883321 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:36.884453 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4b4f6221-7d17-46f5-a8df-0c7eb35ec664 tempest-AttachVolumeShelveTestJSON-1097112663 tempest-AttachVolumeShelveTestJSON-1097112663-project] 10.222.0.45 "DELETE /v2.0/floatingips/cdd1686c-4980-4e87-8bf5-15c5bde32654 HTTP/1.1" status: 204 len: 168 time: 0.6888242 Feb 16 10:43:37.549871 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:37.572794 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 9995dba2-47ec-4d33-a01a-9944abf65c4a {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:37.573060 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 9995dba2-47ec-4d33-a01a-9944abf65c4a not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:38.129715 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:39.280338 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32802) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:39.808334 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:40.061336 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Deleting port 6f12b791-85da-41aa-a180-4b45a3b96c6f {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:40.061596 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:40.139720 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] For port 6f12b791-85da-41aa-a180-4b45a3b96c6f, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=6f12b791-85da-41aa-a180-4b45a3b96c6f,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:40.140082 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:40.155387 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Calling delete_port for 6f12b791-85da-41aa-a180-4b45a3b96c6f owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:40.352623 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (6f12b791-85da-41aa-a180-4b45a3b96c6f), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:40.384795 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f12b791-85da-41aa-a180-4b45a3b96c6f,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:40.592700 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:40.837913 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:43:40.963253 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:43:40.974889 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-62caeae9-0417-4126-8508-c5e26350d352 admin admin] 10.222.0.45 "PUT /v2.0/routers/9dfb17a7-ea00-4e8e-ba38-058b2b5009fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6929297 Feb 16 10:43:40.976136 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32808) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:40.978472 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] Sync routers for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:43:40.988151 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:40.988745 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:41.087601 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks [] for router (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.110976 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:41.223109 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks [] for router_gateway (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.286672 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Deleting port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:41.286672 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.314340 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:43:40Z', 'revision_number': 5, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port': {'id': 'b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:37:57Z', 'updated_at': '2022-02-16T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:41.341636 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] Checking router: 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:43:41.350662 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] Routers {'9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:41.351288 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:41.387065 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] For port b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:41.387687 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.405789 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Calling delete_port for b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:41.533658 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] Set router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:41.602310 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.617368 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:43:41Z', 'revision_number': 6, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:41.633331 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:41.648530 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b943d4-0b1c-440c-a716-993d9c5a9e5a None None] The sync data for ids ['9dfb17a7-ea00-4e8e-ba38-058b2b5009fd'] in dv-cinder-804757-12-iscsi is: [{'id': '9dfb17a7-ea00-4e8e-ba38-058b2b5009fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1085185375-router', 'tenant_id': 'de19403f7d1243c2a76ab2771cae86a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:37:56Z', 'updated_at': '2022-02-16T10:43:41Z', 'revision_number': 6, 'project_id': 'de19403f7d1243c2a76ab2771cae86a5', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:43:41.701412 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.790079 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.792138 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks [] for router_controller (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.834374 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (9dfb17a7-ea00-4e8e-ba38-058b2b5009fd), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.834913 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfb17a7-ea00-4e8e-ba38-058b2b5009fd {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:43:41.839697 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.843017 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-aff999c3-ede3-4118-869b-f994a9edf6b7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9dfb17a7-ea00-4e8e-ba38-058b2b5009fd HTTP/1.1" status: 204 len: 168 time: 0.8637216 Feb 16 10:43:41.843493 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32826) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:41.890737 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Deleting subnet 02ae62d6-5b2b-487f-a402-f4b4aff9885a {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:43:41.893836 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Publish callbacks [] for subnet (02ae62d6-5b2b-487f-a402-f4b4aff9885a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.931452 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13785943'] for subnet (02ae62d6-5b2b-487f-a402-f4b4aff9885a), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:41.942282 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.043981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (02ae62d6-5b2b-487f-a402-f4b4aff9885a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.102400 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13395165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58629294'] for subnet (02ae62d6-5b2b-487f-a402-f4b4aff9885a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.125380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ae62d6-5b2b-487f-a402-f4b4aff9885a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:42.130843 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.135098 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-38b7e599-8a5c-4eb9-adcd-1bda6952c1b4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/02ae62d6-5b2b-487f-a402-f4b4aff9885a HTTP/1.1" status: 204 len: 168 time: 0.2905028 Feb 16 10:43:42.136378 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32828) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:42.138338 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b00954-6c75-4fc5-acc7-8da4ee5ee9ee None None] Network 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:43:42.203917 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.407798 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] DHCP port deletion for 25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:43:42.457656 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] Deleting port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 {{(pid=102812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:42.458012 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), before_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.514846 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Deleting port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:42.515401 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.523332 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] For port f479fd95-ee4d-44cd-b7ec-772e38ba78f5, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:42.523734 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), precommit_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.536550 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] Calling delete_port for f479fd95-ee4d-44cd-b7ec-772e38ba78f5 owned by network:dhcp {{(pid=102812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:42.579408 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] For port f479fd95-ee4d-44cd-b7ec-772e38ba78f5, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,segment=NetworkSegment(db4052b6-ea78-4e9b-9397-f612d97eb6ea),segment_id=db4052b6-ea78-4e9b-9397-f612d97eb6ea)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:42.579773 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.593612 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Calling delete_port for f479fd95-ee4d-44cd-b7ec-772e38ba78f5 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:42.626501 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), after_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.656608 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] Pushing event deleted for resources: {'Port': ['ID=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,revision_number=None']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:42.664742 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c24fa-f8d6-40da-9a2a-1a1304a7709d None None] No DVR routers for this DVR port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 on host dv-cinder-804757-12-iscsi {{(pid=102812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:42.702380 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (f479fd95-ee4d-44cd-b7ec-772e38ba78f5), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.732126 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f479fd95-ee4d-44cd-b7ec-772e38ba78f5,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:42.735737 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] No DVR routers for this DVR port f479fd95-ee4d-44cd-b7ec-772e38ba78f5 on host dv-cinder-804757-12-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:42.817230 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.838359 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25abc3e2-1d8b-450f-8833-f1a1c1bcfd65']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:42.848120 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4052b6-ea78-4e9b-9397-f612d97eb6ea') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:42.848412 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4052b6-ea78-4e9b-9397-f612d97eb6ea') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:42.858175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (db4052b6-ea78-4e9b-9397-f612d97eb6ea), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.865756 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 6f12b791-85da-41aa-a180-4b45a3b96c6f no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:42.877425 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (db4052b6-ea78-4e9b-9397-f612d97eb6ea), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.884076 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:43:42.884521 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (db4052b6-ea78-4e9b-9397-f612d97eb6ea), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: self.session.flush() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: self.session.flush() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: self.session.flush() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: self.session.flush() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:43:42.886271 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:43:42.888939 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 6f12b791-85da-41aa-a180-4b45a3b96c6f {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:42.888939 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 6f12b791-85da-41aa-a180-4b45a3b96c6f not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:42.888939 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:42.910579 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:42.910913 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b75b3b6f-b070-4ba1-b3f0-6a88a8e5b714 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:42.911325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device f479fd95-ee4d-44cd-b7ec-772e38ba78f5 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:43:42.931976 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: f479fd95-ee4d-44cd-b7ec-772e38ba78f5 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:43:42.932325 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device f479fd95-ee4d-44cd-b7ec-772e38ba78f5 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:43:42.944554 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (25abc3e2-1d8b-450f-8833-f1a1c1bcfd65), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.951535 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:42.954971 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/25abc3e2-1d8b-450f-8833-f1a1c1bcfd65 HTTP/1.1" status: 204 len: 168 time: 0.8176746 Feb 16 10:43:42.965149 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c780a-0ef8-488f-9969-3c8df6fdb7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=25abc3e2-1d8b-450f-8833-f1a1c1bcfd65,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:43.067368 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32840) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:43.106580 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6c7c0e54-0731-47ef-8a7a-f2b52146ed2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de19403f7d1243c2a76ab2771cae86a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380177 Feb 16 10:43:43.108935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32842) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:43.167606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee86517c-5548-49d2-b8f1-9ac224ddf4ff admin admin] Publish callbacks [] for security_group (8734cd0a-e18b-4092-9abc-3d77842a047e), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:43.188590 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee86517c-5548-49d2-b8f1-9ac224ddf4ff admin admin] Publish callbacks [] for security_group (8734cd0a-e18b-4092-9abc-3d77842a047e), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:43.235627 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee86517c-5548-49d2-b8f1-9ac224ddf4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (8734cd0a-e18b-4092-9abc-3d77842a047e), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:43.238667 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee86517c-5548-49d2-b8f1-9ac224ddf4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:43.240090 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ee86517c-5548-49d2-b8f1-9ac224ddf4ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8734cd0a-e18b-4092-9abc-3d77842a047e HTTP/1.1" status: 204 len: 168 time: 0.1302786 Feb 16 10:43:43.247982 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86517c-5548-49d2-b8f1-9ac224ddf4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8734cd0a-e18b-4092-9abc-3d77842a047e,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:45.109991 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 32924) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:45.218184 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02e6e7af-1ec4-4f2c-b094-3ecf30648fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.294445 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02e6e7af-1ec4-4f2c-b094-3ecf30648fbf admin admin] Publish callbacks [] for security_group (f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.298135 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-02e6e7af-1ec4-4f2c-b094-3ecf30648fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.335317 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-02e6e7af-1ec4-4f2c-b094-3ecf30648fbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46ba357e5b8f4bc7acb44e36f8e40acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242155 Feb 16 10:43:45.336438 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e7af-1ec4-4f2c-b094-3ecf30648fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:45.338053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32928) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:45.387453 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7d4aaaf2-0eb4-4af4-b2f3-224809fa41ba admin admin] Publish callbacks [] for security_group (f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.408728 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7d4aaaf2-0eb4-4af4-b2f3-224809fa41ba admin admin] Publish callbacks [] for security_group (f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.454725 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7d4aaaf2-0eb4-4af4-b2f3-224809fa41ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.458188 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7d4aaaf2-0eb4-4af4-b2f3-224809fa41ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.459354 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7d4aaaf2-0eb4-4af4-b2f3-224809fa41ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc HTTP/1.1" status: 204 len: 168 time: 0.1202087 Feb 16 10:43:45.466896 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aaaf2-0eb4-4af4-b2f3-224809fa41ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d8ed23-f712-40d2-80b5-0fc4a2f3dcdc,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:45.710984 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32934) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:45.724166 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58eb409b-4faa-43a7-8b9d-8021548767d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.801457 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58eb409b-4faa-43a7-8b9d-8021548767d3 admin admin] Publish callbacks [] for security_group (35ba222d-7b87-4f78-8ad1-77002eedfbb1), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.805300 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58eb409b-4faa-43a7-8b9d-8021548767d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (35ba222d-7b87-4f78-8ad1-77002eedfbb1), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.842584 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-58eb409b-4faa-43a7-8b9d-8021548767d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89bcb79cf8f14229aa13ec33d55cb170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305408 Feb 16 10:43:45.843689 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb409b-4faa-43a7-8b9d-8021548767d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ba222d-7b87-4f78-8ad1-77002eedfbb1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:45.845219 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 32936) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:45.898715 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d347b14-1b72-43e3-b922-fb78915c6f0d admin admin] Publish callbacks [] for security_group (35ba222d-7b87-4f78-8ad1-77002eedfbb1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.919294 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d347b14-1b72-43e3-b922-fb78915c6f0d admin admin] Publish callbacks [] for security_group (35ba222d-7b87-4f78-8ad1-77002eedfbb1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.964983 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d347b14-1b72-43e3-b922-fb78915c6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (35ba222d-7b87-4f78-8ad1-77002eedfbb1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.967633 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d347b14-1b72-43e3-b922-fb78915c6f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:45.968782 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1d347b14-1b72-43e3-b922-fb78915c6f0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35ba222d-7b87-4f78-8ad1-77002eedfbb1 HTTP/1.1" status: 204 len: 168 time: 0.1225774 Feb 16 10:43:45.976757 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d347b14-1b72-43e3-b922-fb78915c6f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ba222d-7b87-4f78-8ad1-77002eedfbb1,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:46.260727 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32950) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:46.371058 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7198f17d-5a42-420d-8f1c-f37de5e9ccf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.445924 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7198f17d-5a42-420d-8f1c-f37de5e9ccf1 admin admin] Publish callbacks [] for security_group (842326cf-5f21-4ec7-be83-ff0208f74162), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.450091 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7198f17d-5a42-420d-8f1c-f37de5e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (842326cf-5f21-4ec7-be83-ff0208f74162), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.487885 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198f17d-5a42-420d-8f1c-f37de5e9ccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842326cf-5f21-4ec7-be83-ff0208f74162,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:46.492714 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7198f17d-5a42-420d-8f1c-f37de5e9ccf1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b53acc3c5a114f04ac7f22a9fd0bd7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308450 Feb 16 10:43:46.496061 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 32960) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:46.544255 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31c3d217-eb85-4b3b-b93c-81fc94a2033d admin admin] Publish callbacks [] for security_group (842326cf-5f21-4ec7-be83-ff0208f74162), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.565938 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31c3d217-eb85-4b3b-b93c-81fc94a2033d admin admin] Publish callbacks [] for security_group (842326cf-5f21-4ec7-be83-ff0208f74162), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.618479 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31c3d217-eb85-4b3b-b93c-81fc94a2033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (842326cf-5f21-4ec7-be83-ff0208f74162), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.621190 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31c3d217-eb85-4b3b-b93c-81fc94a2033d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:46.622427 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-31c3d217-eb85-4b3b-b93c-81fc94a2033d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/842326cf-5f21-4ec7-be83-ff0208f74162 HTTP/1.1" status: 204 len: 168 time: 0.1254268 Feb 16 10:43:46.630948 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3d217-eb85-4b3b-b93c-81fc94a2033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842326cf-5f21-4ec7-be83-ff0208f74162,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:50.416397 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33034) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:50.516753 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3d3012b2-bce2-4dcb-8a2a-5598ff00b533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.588414 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3d3012b2-bce2-4dcb-8a2a-5598ff00b533 admin admin] Publish callbacks [] for security_group (46ea9024-4c15-412e-9770-185be69d7b83), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.592018 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3d3012b2-bce2-4dcb-8a2a-5598ff00b533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (46ea9024-4c15-412e-9770-185be69d7b83), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.630561 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3d3012b2-bce2-4dcb-8a2a-5598ff00b533 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a2752161a5f4081a4cb159b4131975f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130778 Feb 16 10:43:50.631655 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3012b2-bce2-4dcb-8a2a-5598ff00b533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea9024-4c15-412e-9770-185be69d7b83,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:50.633491 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33038) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:50.680234 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6745-36ce-4248-af90-9be5cf990048 admin admin] Publish callbacks [] for security_group (46ea9024-4c15-412e-9770-185be69d7b83), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.701072 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6745-36ce-4248-af90-9be5cf990048 admin admin] Publish callbacks [] for security_group (46ea9024-4c15-412e-9770-185be69d7b83), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.746393 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6745-36ce-4248-af90-9be5cf990048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (46ea9024-4c15-412e-9770-185be69d7b83), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.748877 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6745-36ce-4248-af90-9be5cf990048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:50.750000 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9c8a6745-36ce-4248-af90-9be5cf990048 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46ea9024-4c15-412e-9770-185be69d7b83 HTTP/1.1" status: 204 len: 168 time: 0.1155267 Feb 16 10:43:50.757842 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a6745-36ce-4248-af90-9be5cf990048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea9024-4c15-412e-9770-185be69d7b83,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:51.017170 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33044) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:51.030415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd056b56-9c50-447b-8156-538c086f6d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.105798 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd056b56-9c50-447b-8156-538c086f6d7c admin admin] Publish callbacks [] for security_group (5f6e910b-427c-46db-a563-90662013111d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.109786 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd056b56-9c50-447b-8156-538c086f6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (5f6e910b-427c-46db-a563-90662013111d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.149480 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cd056b56-9c50-447b-8156-538c086f6d7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d7d4c67691642a3807dfb82dcfa041e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311889 Feb 16 10:43:51.150350 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd056b56-9c50-447b-8156-538c086f6d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e910b-427c-46db-a563-90662013111d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:51.152185 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33046) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:51.201525 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f48f9cf7-3c7e-42da-afae-ebb01c7a1762 admin admin] Publish callbacks [] for security_group (5f6e910b-427c-46db-a563-90662013111d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.226435 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f48f9cf7-3c7e-42da-afae-ebb01c7a1762 admin admin] Publish callbacks [] for security_group (5f6e910b-427c-46db-a563-90662013111d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.275129 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f48f9cf7-3c7e-42da-afae-ebb01c7a1762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (5f6e910b-427c-46db-a563-90662013111d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.277931 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f48f9cf7-3c7e-42da-afae-ebb01c7a1762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:51.279139 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f48f9cf7-3c7e-42da-afae-ebb01c7a1762 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f6e910b-427c-46db-a563-90662013111d HTTP/1.1" status: 204 len: 168 time: 0.1259680 Feb 16 10:43:51.287764 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f9cf7-3c7e-42da-afae-ebb01c7a1762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e910b-427c-46db-a563-90662013111d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:54.700144 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33096) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:43:54.859158 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Deleting port 7600cdf9-8ed0-4c02-b394-20e71a8d08e0 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:54.860107 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:54.937538 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:54.937865 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:54.949966 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Calling delete_port for 7600cdf9-8ed0-4c02-b394-20e71a8d08e0 owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:55.121275 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (7600cdf9-8ed0-4c02-b394-20e71a8d08e0), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:55.145886 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'Port': ['ID=7600cdf9-8ed0-4c02-b394-20e71a8d08e0,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:55.208623 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (2461b445-4aae-4bc3-9ca8-9c3be155bb00), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:55.209052 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Floating IP 2461b445-4aae-4bc3-9ca8-9c3be155bb00 disassociated (deleted). External IP: 172.27.2.164, port: 50572085-164c-4e62-b982-7135bf94d72d. Feb 16 10:43:55.429057 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:43:55.538048 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:43:55.542448 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:55.547487 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:43:55.557515 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:55.558164 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:55.572446 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2f5117d4-3589-4967-bee0-0ecd017f172a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "DELETE /v2.0/floatingips/2461b445-4aae-4bc3-9ca8-9c3be155bb00 HTTP/1.1" status: 204 len: 168 time: 0.8711255 Feb 16 10:43:55.573053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'tag': '50572085-164c-4e62-b982-7135bf94d72d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:43:55.575558 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df250400-0ee9-44db-80d6-0de4a7f0eb72" -d '{"events": [{"name": "network-changed", "server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "tag": "50572085-164c-4e62-b982-7135bf94d72d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:43:55.616082 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda3de8-6139-48fc-bbf4-4d7a36d67c53 x-openstack-request-id: req-1fda3de8-6139-48fc-bbf4-4d7a36d67c53 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:43:55.616463 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "tag": "50572085-164c-4e62-b982-7135bf94d72d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:43:55.616616 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fda3de8-6139-48fc-bbf4-4d7a36d67c53 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:43:55.617019 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'tag': '50572085-164c-4e62-b982-7135bf94d72d', 'status': 'completed', 'code': 200} Feb 16 10:43:55.668346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:55.793049 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077316f1-052c-4fae-a64c-943f4d4a321f req-d56b1d78-c174-4713-872d-f6cbcd14c3af tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:55.794581 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-077316f1-052c-4fae-a64c-943f4d4a321f req-d56b1d78-c174-4713-872d-f6cbcd14c3af tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Feb 16 10:43:55.844794 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-077316f1-052c-4fae-a64c-943f4d4a321f req-e527ed92-97ba-4163-83f7-91be97950bfb tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Feb 16 10:43:55.906648 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:19Z', 'revision_number': 1, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:55.936062 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:43:55.944754 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:43:55.945354 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:43:34Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:56.189019 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:43:56.417547 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:19Z', 'revision_number': 1, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:43:56.446124 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3560c2-6bc6-4feb-90ff-1b78063fb970 None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_floatingips': [{'id': '2c6068de-e302-4b1f-bd90-ffae86350259', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'router_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'port_id': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'mac_address': 'fa:16:3e:18:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T10:40:17Z', 'updated_at': '2022-02-16T10:40:19Z', 'revision_number': 1, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:43:56.663833 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df8cb6-fb01-452f-82d0-364707510245 None None] New status for floating IP 2461b445-4aae-4bc3-9ca8-9c3be155bb00: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:43:56.938876 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-b78f6e5a-5dd0-40e2-abfa-a3821bb56b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:56.940933 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-b78f6e5a-5dd0-40e2-abfa-a3821bb56b57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 1129 time: 0.0492868 Feb 16 10:43:56.971026 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501429-3913-4b82-a953-aed7ac063b65 req-47bc8c18-3f83-4c12-a0ab-f3277be61a9e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:56.972590 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-04501429-3913-4b82-a953-aed7ac063b65 req-47bc8c18-3f83-4c12-a0ab-f3277be61a9e tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Feb 16 10:43:57.023797 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-04501429-3913-4b82-a953-aed7ac063b65 req-f8396cfe-7872-4e7a-994a-5b7250fc5e33 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Feb 16 10:43:57.034044 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-90d3e119-10f0-42cb-955f-d60fe631d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:57.035585 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-90d3e119-10f0-42cb-955f-d60fe631d066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0875263 Feb 16 10:43:57.083144 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-b216d627-efa4-45cd-b942-e6fa9e8b20d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50572085-164c-4e62-b982-7135bf94d72d HTTP/1.1" status: 200 len: 217 time: 0.0382314 Feb 16 10:43:57.131535 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-b8c24a20-0128-41f6-88d8-3731536a11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:57.133039 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-b8c24a20-0128-41f6-88d8-3731536a11d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0438855 Feb 16 10:43:57.187780 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-7b99ae0a-40aa-47e4-b735-aaa628aa4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:57.189264 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-7b99ae0a-40aa-47e4-b735-aaa628aa4af3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439854 Feb 16 10:43:57.283772 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-98657f3e-0045-44de-aa18-c51eb2e8a78d service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867476 Feb 16 10:43:57.370828 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df250400-0ee9-44db-80d6-0de4a7f0eb72 req-7562366e-5669-4c99-8630-ff6df95c7ba9 service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812287 Feb 16 10:43:58.142263 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb243b4-d933-4dea-a8c5-284f6fc31985 req-3459fd7a-cee7-4e85-9da7-6506484881be tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:58.143748 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fbb243b4-d933-4dea-a8c5-284f6fc31985 req-3459fd7a-cee7-4e85-9da7-6506484881be tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0528283 Feb 16 10:43:58.198571 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fbb243b4-d933-4dea-a8c5-284f6fc31985 req-3863d1c1-2dd8-4eae-a85f-36be52f4c169 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491474 Feb 16 10:43:58.524935 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-43071bbd-5624-45a8-87fe-dd8b0b4e2820 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:43:58.526509 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-43071bbd-5624-45a8-87fe-dd8b0b4e2820 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0706604 Feb 16 10:43:58.618759 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Deleting port 50572085-164c-4e62-b982-7135bf94d72d {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:43:58.618988 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (50572085-164c-4e62-b982-7135bf94d72d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:58.707936 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] For port 50572085-164c-4e62-b982-7135bf94d72d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=50572085-164c-4e62-b982-7135bf94d72d,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:43:58.708296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (50572085-164c-4e62-b982-7135bf94d72d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:58.720682 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Calling delete_port for 50572085-164c-4e62-b982-7135bf94d72d owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:43:58.846788 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (50572085-164c-4e62-b982-7135bf94d72d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:58.886227 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'Port': ['ID=50572085-164c-4e62-b982-7135bf94d72d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:43:58.923050 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] No DVR routers for this DVR port 50572085-164c-4e62-b982-7135bf94d72d on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:43:58.926050 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:43:58.929383 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8120be61-4b7f-4acb-87df-1ab4a14ed793 req-50f72c8c-1bee-4693-b900-36d24bac3957 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "DELETE /v2.0/ports/50572085-164c-4e62-b982-7135bf94d72d HTTP/1.1" status: 204 len: 173 time: 0.3977389 Feb 16 10:43:58.929846 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'name': 'network-vif-deleted', 'tag': '50572085-164c-4e62-b982-7135bf94d72d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:43:58.932158 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffd7f4-cb80-48d4-a3a3-d8f148ec7107" -d '{"events": [{"server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "name": "network-vif-deleted", "tag": "50572085-164c-4e62-b982-7135bf94d72d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:43:58.968424 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f5705-0502-482f-8bfa-5718058c05c6 x-openstack-request-id: req-637f5705-0502-482f-8bfa-5718058c05c6 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:43:58.968718 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7", "name": "network-vif-deleted", "tag": "50572085-164c-4e62-b982-7135bf94d72d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:43:58.968970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-637f5705-0502-482f-8bfa-5718058c05c6 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:43:58.969375 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7', 'name': 'network-vif-deleted', 'tag': '50572085-164c-4e62-b982-7135bf94d72d', 'status': 'completed', 'code': 200} Feb 16 10:43:59.303471 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ed32ae5-ef7b-4d39-b784-1c50b05c1ffe req-8691787b-86d8-4808-b426-e17b0de42851 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0282755 Feb 16 10:44:00.401686 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c67104-7247-4da5-8a59-121de4b09a44 req-b504939a-efad-43fd-b428-17415ecb39c6 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0258858 Feb 16 10:44:01.497783 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f7f89526-df70-4212-88b6-8be97787b9f6 req-be6fdb83-07b6-40e6-815d-810aeba4ede3 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=76a08fbe-1f8b-4ddd-a681-dc57bb9bf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0304692 Feb 16 10:44:01.677556 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-518dc2e8-a2f5-4a81-9bd2-8757912f8c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:01.870413 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:44:03.320612 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 50572085-164c-4e62-b982-7135bf94d72d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:03.340938 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 50572085-164c-4e62-b982-7135bf94d72d {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:03.341283 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 50572085-164c-4e62-b982-7135bf94d72d not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:04.308335 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-37b4d709-d8b2-47af-84d8-23901da1adfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:04.769889 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33178) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:04.923641 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Deleting port 312d636e-e5b6-46cf-87f8-ad6efdfeb28a {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:04.924002 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:04.997022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:04.997341 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:05.008871 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Calling delete_port for 312d636e-e5b6-46cf-87f8-ad6efdfeb28a owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:05.154463 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (312d636e-e5b6-46cf-87f8-ad6efdfeb28a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:05.180869 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'Port': ['ID=312d636e-e5b6-46cf-87f8-ad6efdfeb28a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:05.241613 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (2c6068de-e302-4b1f-bd90-ffae86350259), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:05.241943 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Floating IP 2c6068de-e302-4b1f-bd90-ffae86350259 disassociated (deleted). External IP: 172.27.2.117, port: 903b0bf5-f8b9-4462-8ef7-b97ba3441330. Feb 16 10:44:05.266333 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:05.704249 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:44:05.810341 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:44:05.815483 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:05.821252 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:44:05.835398 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:44:05.836005 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:44:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:05.851354 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9bb0fbaf-e5e9-48ab-bb84-648f1b95db3d tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "DELETE /v2.0/floatingips/2c6068de-e302-4b1f-bd90-ffae86350259 HTTP/1.1" status: 204 len: 168 time: 1.0778708 Feb 16 10:44:05.851354 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:44:05.851757 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba627fc-f9ba-4fce-b20d-92c7de38a044" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:44:05.887199 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 10:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ac0be-086f-4fd0-809b-e8cbd9a48725 x-openstack-request-id: req-9d0ac0be-086f-4fd0-809b-e8cbd9a48725 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:44:05.887480 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:44:05.887730 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d0ac0be-086f-4fd0-809b-e8cbd9a48725 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:44:05.888119 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'status': 'completed', 'code': 200} Feb 16 10:44:05.953182 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:44:06.080658 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022fe3c-44b3-45cf-a32f-6b499d895051 req-3331877a-e176-4650-b1d7-0e90d1112ca1 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:06.082819 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b022fe3c-44b3-45cf-a32f-6b499d895051 req-3331877a-e176-4650-b1d7-0e90d1112ca1 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.0606594 Feb 16 10:44:06.133544 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b022fe3c-44b3-45cf-a32f-6b499d895051 req-c10f3e87-65fe-4422-ae89-7fd39eab7916 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 Feb 16 10:44:06.165057 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:06.191118 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:44:06.199255 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:44:06.199842 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:44:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:06.309078 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:44:06.507751 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:06.533652 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f376ace-8353-4217-9e1a-3a0e87ef2e1a None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:36:22Z', 'revision_number': 4, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi', '_interfaces': [{'id': 'b002fcd6-8655-49b8-b9a0-b1166b235aad', 'name': '', 'network_id': 'cef898ac-7109-4c48-824d-5dc9a5f6a10a', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'mac_address': 'fa:16:3e:f3:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:20Z', 'updated_at': '2022-02-16T10:36:28Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'subnets': [{'id': '05509798-d03c-4e80-ba77-5f8256d9399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:44:06.751748 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:06.766869 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347a03-d142-4f68-b05f-2041b83d8586 None None] New status for floating IP 2c6068de-e302-4b1f-bd90-ffae86350259: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 10:44:06.834860 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-37e86490-f2f0-4443-8131-a21489208d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:06.836431 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-37e86490-f2f0-4443-8131-a21489208d9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce30c09b0fa41418359cd3872e9d80c&device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0474098 Feb 16 10:44:06.929649 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-998618d6-f90a-42c7-8581-4cee403c0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:06.931133 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-998618d6-f90a-42c7-8581-4cee403c0dea service neutron] 10.222.0.24 "GET /v2.0/networks?id=cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 200 len: 912 time: 0.0858526 Feb 16 10:44:06.976770 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-9321120d-8d53-4c1d-bce6-8afa8702da8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 200 len: 217 time: 0.0396125 Feb 16 10:44:07.025004 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-2245ae5a-18aa-4e73-b7e7-d9af5ba794b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:07.026890 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-2245ae5a-18aa-4e73-b7e7-d9af5ba794b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 200 len: 850 time: 0.0437369 Feb 16 10:44:07.076845 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-d16a2c00-ab3d-4ee4-85c5-fcea365a044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:07.078353 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-d16a2c00-ab3d-4ee4-85c5-fcea365a044d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cef898ac-7109-4c48-824d-5dc9a5f6a10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447741 Feb 16 10:44:07.171139 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-272314c5-2c4f-40df-9993-d165ce6de85a service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864704 Feb 16 10:44:07.299039 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4ba627fc-f9ba-4fce-b20d-92c7de38a044 req-b0eea1fe-f87d-41e9-b15f-772817a5cf1b service neutron] 10.222.0.24 "GET /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213419 Feb 16 10:44:07.310951 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e42e1-db53-4b2e-ab31-57927258f978 req-47d43199-e814-49ae-94cf-1986c6cb27b4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:07.312571 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e23e42e1-db53-4b2e-ab31-57927258f978 req-47d43199-e814-49ae-94cf-1986c6cb27b4 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.1040640 Feb 16 10:44:07.365246 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e23e42e1-db53-4b2e-ab31-57927258f978 req-8e110461-f902-4288-a31a-eb73d07c4b12 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458755 Feb 16 10:44:08.133567 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:08.310736 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-28ef72d7-7967-4e10-91a2-2f7971d0a88a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:08.312032 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-28ef72d7-7967-4e10-91a2-2f7971d0a88a tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.0528615 Feb 16 10:44:08.411953 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Deleting port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:08.412305 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:08.502584 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635329e9-a5ab-4645-87f9-d78038f557bf req-40e156e6-ea61-4648-8786-b25fd997db36 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:44:08.506247 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-635329e9-a5ab-4645-87f9-d78038f557bf req-40e156e6-ea61-4648-8786-b25fd997db36 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 946 time: 0.0680544 Feb 16 10:44:08.520662 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] For port 903b0bf5-f8b9-4462-8ef7-b97ba3441330, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=903b0bf5-f8b9-4462-8ef7-b97ba3441330,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:08.521028 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:08.535067 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Calling delete_port for 903b0bf5-f8b9-4462-8ef7-b97ba3441330 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:08.558674 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-635329e9-a5ab-4645-87f9-d78038f557bf req-cb43f309-ab74-43b7-810b-c6fe7436ce18 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/security-groups?id=3371b532-012c-4315-a721-3e14544b31dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Feb 16 10:44:08.664296 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (903b0bf5-f8b9-4462-8ef7-b97ba3441330), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:08.692022 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'Port': ['ID=903b0bf5-f8b9-4462-8ef7-b97ba3441330,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:08.738667 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] No DVR routers for this DVR port 903b0bf5-f8b9-4462-8ef7-b97ba3441330 on host hv-cinder-80475 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:44:08.741569 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for port (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:08.745459 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bbd8c11d-9a41-41b8-b13f-1650937566df req-9e4d73db-ac07-48bf-bdc4-4a115602f3ca tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.24 "DELETE /v2.0/ports/903b0bf5-f8b9-4462-8ef7-b97ba3441330 HTTP/1.1" status: 204 len: 173 time: 0.4279811 Feb 16 10:44:08.745912 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'name': 'network-vif-deleted', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 10:44:08.748787 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2a55d120bfc8654ed256107f41f091ff1045117607b8d5e295bf673e37ad993" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17e40b-82e6-4cf6-8eac-57e800f097ca" -d '{"events": [{"server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "name": "network-vif-deleted", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 10:44:08.784067 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d2e5d-4941-416d-9648-5ec57dbb134f x-openstack-request-id: req-890d2e5d-4941-416d-9648-5ec57dbb134f {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 10:44:08.784879 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf61f2-3b42-4022-ab0f-7df759ed2e39", "name": "network-vif-deleted", "tag": "903b0bf5-f8b9-4462-8ef7-b97ba3441330", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 10:44:08.785129 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-890d2e5d-4941-416d-9648-5ec57dbb134f {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 10:44:08.785528 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf61f2-3b42-4022-ab0f-7df759ed2e39', 'name': 'network-vif-deleted', 'tag': '903b0bf5-f8b9-4462-8ef7-b97ba3441330', 'status': 'completed', 'code': 200} Feb 16 10:44:09.675494 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b30b7e8-a273-4f9c-8272-4ca123659b4e req-c3938749-3221-4cec-ba03-8e50c1a11a28 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 210 time: 0.0421138 Feb 16 10:44:10.770311 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e40da8f2-9146-4eec-b60b-2e73647194ce req-7d2aa6ca-6edc-43bd-8e65-f56716ed4b9b tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 210 time: 0.0268261 Feb 16 10:44:11.882016 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8faf49be-21d1-400d-ab8f-cbff6a4067ff req-c7952fa5-a8ea-46a2-8964-6b1d42be39b1 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbf61f2-3b42-4022-ab0f-7df759ed2e39 HTTP/1.1" status: 200 len: 210 time: 0.0313318 Feb 16 10:44:11.940955 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:12.947846 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33248) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:13.080806 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Deleting port cbd7f6b9-5b04-43cc-9b9c-87575b478932 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:13.081456 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:13.154686 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:13.155006 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (cbd7f6b9-5b04-43cc-9b9c-87575b478932), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:13.166837 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Calling delete_port for cbd7f6b9-5b04-43cc-9b9c-87575b478932 owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:13.296673 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (cbd7f6b9-5b04-43cc-9b9c-87575b478932), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:13.322215 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'Port': ['ID=cbd7f6b9-5b04-43cc-9b9c-87575b478932,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:13.385812 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for floatingip (7c3804d0-e0c5-439c-986f-a54544eab6da), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:13.388366 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16751520'] for floatingip (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:13.389486 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5497bd15-bd5c-4dae-bac0-a838cd562043 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "DELETE /v2.0/floatingips/7c3804d0-e0c5-439c-986f-a54544eab6da HTTP/1.1" status: 204 len: 168 time: 0.4406049 Feb 16 10:44:14.067816 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 903b0bf5-f8b9-4462-8ef7-b97ba3441330 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:14.087804 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] No Port match for: 903b0bf5-f8b9-4462-8ef7-b97ba3441330 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:14.088149 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Device 903b0bf5-f8b9-4462-8ef7-b97ba3441330 not bound to the agent host hv-cinder-80475 {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:16.735418 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33270) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:16.791439 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4db45607-7fab-41cf-9cc5-e4bec26719e2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group (3371b532-012c-4315-a721-3e14544b31dc), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:16.816023 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4db45607-7fab-41cf-9cc5-e4bec26719e2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group (3371b532-012c-4315-a721-3e14544b31dc), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:16.872006 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4db45607-7fab-41cf-9cc5-e4bec26719e2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (3371b532-012c-4315-a721-3e14544b31dc), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:16.874693 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4db45607-7fab-41cf-9cc5-e4bec26719e2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:16.875866 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4db45607-7fab-41cf-9cc5-e4bec26719e2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] 10.222.0.45 "DELETE /v2.0/security-groups/3371b532-012c-4315-a721-3e14544b31dc HTTP/1.1" status: 204 len: 168 time: 0.1394706 Feb 16 10:44:16.885632 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db45607-7fab-41cf-9cc5-e4bec26719e2 tempest-TestVolumeBootPattern-1586979013 tempest-TestVolumeBootPattern-1586979013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3371b532-012c-4315-a721-3e14544b31dc,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:16.937881 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33274) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:17.434021 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:17.693591 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Deleting port b002fcd6-8655-49b8-b9a0-b1166b235aad {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:17.693830 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:17.785011 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] For port b002fcd6-8655-49b8-b9a0-b1166b235aad, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=b002fcd6-8655-49b8-b9a0-b1166b235aad,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:17.785741 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:17.797339 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Calling delete_port for b002fcd6-8655-49b8-b9a0-b1166b235aad owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:17.979192 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (b002fcd6-8655-49b8-b9a0-b1166b235aad), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:18.006333 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b002fcd6-8655-49b8-b9a0-b1166b235aad,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:18.173747 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:18.398769 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:44:18.510271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:44:18.518211 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-07beff31-cfb1-48f8-8e51-9a872331bcb8 admin admin] 10.222.0.45 "PUT /v2.0/routers/9b1a5bcb-175e-46a1-9a99-fcb64e203e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5762343 Feb 16 10:44:18.518211 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33308) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:18.522257 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] Sync routers for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:44:18.536653 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:44:18.537039 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:44:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:18.627325 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks [] for router (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:18.660129 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:44:18.732811 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks [] for router_gateway (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:18.790938 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Deleting port c749fed6-f873-4803-a911-fcebadf91ee7 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:18.791706 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:18.847975 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:44:17Z', 'revision_number': 5, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port': {'id': 'c749fed6-f873-4803-a911-fcebadf91ee7', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:14Z', 'updated_at': '2022-02-16T10:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:18.873081 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] For port c749fed6-f873-4803-a911-fcebadf91ee7, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=c749fed6-f873-4803-a911-fcebadf91ee7,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:18.873443 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:18.886163 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] Checking router: 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b for host: dv-cinder-804757-12-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:44:18.887044 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Calling delete_port for c749fed6-f873-4803-a911-fcebadf91ee7 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:18.895234 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] Routers {'9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:44:18.895846 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:44:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:19.122890 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] Set router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:44:19.176395 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:44:18Z', 'revision_number': 6, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:19.207272 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc30c3-f4d5-4719-ab11-d7e5b0ebc52d None None] The sync data for ids ['9b1a5bcb-175e-46a1-9a99-fcb64e203e6b'] in dv-cinder-804757-12-iscsi is: [{'id': '9b1a5bcb-175e-46a1-9a99-fcb64e203e6b', 'name': 'tempest-TestVolumeBootPattern-637377881-router', 'tenant_id': 'dce30c09b0fa41418359cd3872e9d80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:13Z', 'updated_at': '2022-02-16T10:44:18Z', 'revision_number': 6, 'project_id': 'dce30c09b0fa41418359cd3872e9d80c', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:44:19.308913 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (c749fed6-f873-4803-a911-fcebadf91ee7), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.336829 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Pushing event deleted for resources: {'Port': ['ID=c749fed6-f873-4803-a911-fcebadf91ee7,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:19.395438 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.484192 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.486244 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks [] for router_controller (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.528217 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (9b1a5bcb-175e-46a1-9a99-fcb64e203e6b), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.528665 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1a5bcb-175e-46a1-9a99-fcb64e203e6b {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:44:19.533117 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.534367 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-db660c64-b9ea-4f1e-8863-0a62451ef14d admin admin] 10.222.0.45 "DELETE /v2.0/routers/9b1a5bcb-175e-46a1-9a99-fcb64e203e6b HTTP/1.1" status: 204 len: 168 time: 1.0149248 Feb 16 10:44:19.536970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33320) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:19.588814 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Deleting subnet 05509798-d03c-4e80-ba77-5f8256d9399d {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:44:19.592279 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Publish callbacks [] for subnet (05509798-d03c-4e80-ba77-5f8256d9399d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.632681 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13785943'] for subnet (05509798-d03c-4e80-ba77-5f8256d9399d), precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.719195 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (05509798-d03c-4e80-ba77-5f8256d9399d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.779606 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13395165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58629294'] for subnet (05509798-d03c-4e80-ba77-5f8256d9399d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.810754 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05509798-d03c-4e80-ba77-5f8256d9399d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:19.812688 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.815893 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-15e05ffc-76cb-4e41-8f9f-7eaebee93bf0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/05509798-d03c-4e80-ba77-5f8256d9399d HTTP/1.1" status: 204 len: 168 time: 0.2779605 Feb 16 10:44:19.818485 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33328) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:19.820901 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd578bf8-9340-417e-9868-48ed94b17895 None None] Network cef898ac-7109-4c48-824d-5dc9a5f6a10a requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:44:19.896170 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (cef898ac-7109-4c48-824d-5dc9a5f6a10a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:19.964597 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Deleting port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:19.964946 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.001449 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] DHCP port deletion for cef898ac-7109-4c48-824d-5dc9a5f6a10a request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:44:20.040329 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] For port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:20.040698 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.053218 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Calling delete_port for dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:20.055053 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] Deleting port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 {{(pid=102812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:20.055456 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), before_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.119761 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] For port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,segment=NetworkSegment(12140893-3a14-4547-9572-ae8d89ad66f6),segment_id=12140893-3a14-4547-9572-ae8d89ad66f6)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:20.120155 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), precommit_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.133132 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] Calling delete_port for dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 owned by network:dhcp {{(pid=102812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:20.142594 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.169666 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:20.171484 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] No DVR routers for this DVR port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 on host dv-cinder-804757-12-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:44:20.224241 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00), after_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.236727 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] No DVR routers for this DVR port dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 on host dv-cinder-804757-12-iscsi {{(pid=102812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:44:20.248362 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (cef898ac-7109-4c48-824d-5dc9a5f6a10a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.258247 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849aca6b-b7d2-4552-8651-89cc38761f87 None None] Pushing event deleted for resources: {'Port': ['ID=dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00,revision_number=None']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:20.272912 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef898ac-7109-4c48-824d-5dc9a5f6a10a']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:20.284511 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12140893-3a14-4547-9572-ae8d89ad66f6') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:20.284893 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12140893-3a14-4547-9572-ae8d89ad66f6') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:20.298717 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (12140893-3a14-4547-9572-ae8d89ad66f6), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.313227 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (12140893-3a14-4547-9572-ae8d89ad66f6), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.323238 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:44:20.323632 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (12140893-3a14-4547-9572-ae8d89ad66f6), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:44:20.325432 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:44:20.379332 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (cef898ac-7109-4c48-824d-5dc9a5f6a10a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.384492 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.387584 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cef898ac-7109-4c48-824d-5dc9a5f6a10a HTTP/1.1" status: 204 len: 168 time: 0.5680642 Feb 16 10:44:20.390659 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33330) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:20.398710 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa3db9-f06b-47d0-823d-c1686d5c8551 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef898ac-7109-4c48-824d-5dc9a5f6a10a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:20.735742 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394205'] for router_interface (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:20.899138 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b002fcd6-8655-49b8-b9a0-b1166b235aad no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:20.920283 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: b002fcd6-8655-49b8-b9a0-b1166b235aad {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:20.920822 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device b002fcd6-8655-49b8-b9a0-b1166b235aad not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:20.921550 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:20.943479 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:20.943719 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device dfd8dc7f-2c61-4627-8e52-d0d6f4c82c00 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:20.944103 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c749fed6-f873-4803-a911-fcebadf91ee7 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:20.969655 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: c749fed6-f873-4803-a911-fcebadf91ee7 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:20.970009 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device c749fed6-f873-4803-a911-fcebadf91ee7 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:21.043290 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33338) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:21.154215 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da663cb0-6a03-447b-8b77-75bba0c1a147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.224904 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Deleting port 2e0331a3-9649-46de-a80e-8736d43c3fa7 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:21.225409 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.228597 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da663cb0-6a03-447b-8b77-75bba0c1a147 admin admin] Publish callbacks [] for security_group (bf213046-d3ca-4c67-973a-acff7df89b38), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.232558 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da663cb0-6a03-447b-8b77-75bba0c1a147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bf213046-d3ca-4c67-973a-acff7df89b38), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.278011 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-da663cb0-6a03-447b-8b77-75bba0c1a147 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6729067a44164794b98a5e1d7c1d2fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308686 Feb 16 10:44:21.278011 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da663cb0-6a03-447b-8b77-75bba0c1a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf213046-d3ca-4c67-973a-acff7df89b38,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:21.279069 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33342) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:21.308996 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] For port 2e0331a3-9649-46de-a80e-8736d43c3fa7, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=2e0331a3-9649-46de-a80e-8736d43c3fa7,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:21.309369 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.322221 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Calling delete_port for 2e0331a3-9649-46de-a80e-8736d43c3fa7 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:21.326716 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8b18-78c2-49a2-b971-1a465424b09e admin admin] Publish callbacks [] for security_group (bf213046-d3ca-4c67-973a-acff7df89b38), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.347882 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8b18-78c2-49a2-b971-1a465424b09e admin admin] Publish callbacks [] for security_group (bf213046-d3ca-4c67-973a-acff7df89b38), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.396406 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8b18-78c2-49a2-b971-1a465424b09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (bf213046-d3ca-4c67-973a-acff7df89b38), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.399029 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8b18-78c2-49a2-b971-1a465424b09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.400177 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b9dd8b18-78c2-49a2-b971-1a465424b09e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf213046-d3ca-4c67-973a-acff7df89b38 HTTP/1.1" status: 204 len: 168 time: 0.1208401 Feb 16 10:44:21.410720 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd8b18-78c2-49a2-b971-1a465424b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf213046-d3ca-4c67-973a-acff7df89b38,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:21.510213 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (2e0331a3-9649-46de-a80e-8736d43c3fa7), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.538133 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0331a3-9649-46de-a80e-8736d43c3fa7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:21.564485 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.565375 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.565731 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.566073 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.566441 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.566778 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.567112 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.567445 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.567782 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.568151 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.568514 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.568848 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.569179 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:21.695904 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33348) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:21.709999 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57e8631f-11a5-4f24-b47c-473fd9126418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.730999 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16330246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393517'] for router_interface (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.788298 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57e8631f-11a5-4f24-b47c-473fd9126418 admin admin] Publish callbacks [] for security_group (a491e792-5924-468a-8224-e98a9e83b7e9), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.792160 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-57e8631f-11a5-4f24-b47c-473fd9126418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a491e792-5924-468a-8224-e98a9e83b7e9), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.829722 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-57e8631f-11a5-4f24-b47c-473fd9126418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f92df7b46b8e4f06aadf96f1a8a4b20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325753 Feb 16 10:44:21.831099 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8631f-11a5-4f24-b47c-473fd9126418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a491e792-5924-468a-8224-e98a9e83b7e9,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:21.833010 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33350) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:21.956737 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa2c105e-56bc-4ab6-a5ef-2584cfc4e968 admin admin] Publish callbacks [] for security_group (a491e792-5924-468a-8224-e98a9e83b7e9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:21.990190 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa2c105e-56bc-4ab6-a5ef-2584cfc4e968 admin admin] Publish callbacks [] for security_group (a491e792-5924-468a-8224-e98a9e83b7e9), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.038997 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b has already been hosted by L3 agent 6910badf-c319-4521-8d89-1d0c36d794f9 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:44:22.112989 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa2c105e-56bc-4ab6-a5ef-2584cfc4e968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a491e792-5924-468a-8224-e98a9e83b7e9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.115770 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa2c105e-56bc-4ab6-a5ef-2584cfc4e968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.116896 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fa2c105e-56bc-4ab6-a5ef-2584cfc4e968 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a491e792-5924-468a-8224-e98a9e83b7e9 HTTP/1.1" status: 204 len: 168 time: 0.2821865 Feb 16 10:44:22.133578 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c105e-56bc-4ab6-a5ef-2584cfc4e968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a491e792-5924-468a-8224-e98a9e83b7e9,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:22.161838 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] Notify agent at l3_agent.dv-cinder-804757-12-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:44:22.166760 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-664b1b32-02e1-4aa7-8df3-eb1560233280 admin admin] 10.222.0.45 "PUT /v2.0/routers/eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749989 Feb 16 10:44:22.169301 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33354) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:22.172072 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] Sync routers for ids ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'] in dv-cinder-804757-12-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:44:22.184897 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] Routers {'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:44:22.185504 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:44:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:22.291921 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks [] for router (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.308893 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] Set router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b gateway port host: dv-cinder-804757-12-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:44:22.404415 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks [] for router_gateway (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.461118 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Deleting port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:22.461473 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.505602 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'external_fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:44:21Z', 'revision_number': 5, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port': {'id': 'bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1', 'name': '', 'network_id': '25110ee4-ba58-4b9a-973a-dc1397bea369', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:88:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:36:29Z', 'updated_at': '2022-02-16T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d956bff-770c-4c62-a6e8-1beaba31b617', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-12-iscsi'}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:22.534943 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] Checking router: eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b for host: dv-cinder-804757-12-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:44:22.543501 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] Routers {'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'} bound to L3 agent in host dv-cinder-804757-12-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:44:22.544297 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:26:34Z,description=,heartbeat_timestamp=2022-02-16T10:44:04Z,host='dv-cinder-804757-12-iscsi',id=6910badf-c319-4521-8d89-1d0c36d794f9,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:26:34Z,topic='l3_agent')) {'router_ids': ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:22.550639 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] For port bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,segment=NetworkSegment(536e9dd2-81fe-43fa-bf30-27d0cd6ab42e),segment_id=536e9dd2-81fe-43fa-bf30-27d0cd6ab42e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:22.551236 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.563515 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Calling delete_port for bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:22.635905 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] Set router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:44:22.690579 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:44:22Z', 'revision_number': 6, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port_host': None}], 'dv-cinder-804757-12-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:22.717301 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf9c4b1-fe3e-4b53-83d2-89342bd83d86 None None] The sync data for ids ['eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b'] in dv-cinder-804757-12-iscsi is: [{'id': 'eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b', 'name': 'tempest-TestVolumeBootPattern-273788918-router', 'tenant_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:36:28Z', 'updated_at': '2022-02-16T10:44:22Z', 'revision_number': 6, 'project_id': 'dfe264caeb8843fcb31cb07546c1c1ad', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:44:22.761932 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13042629'] for port (bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.793055 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:22.857738 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398743'] for router_gateway (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.972584 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42345'] for router (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:22.974969 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks [] for router_controller (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.023380 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-423939'] for router (eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.023917 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 10:44:23.028619 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.029872 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1a77d2f6-2ce3-4e38-8961-1a52d04d9850 admin admin] 10.222.0.45 "DELETE /v2.0/routers/eb47bb4c-4bbf-40bd-b0ff-55b5e8b5156b HTTP/1.1" status: 204 len: 168 time: 0.8596220 Feb 16 10:44:23.032359 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33378) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:23.077774 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Deleting subnet 0cf36322-ac66-4c49-a1aa-884ac60143bb {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 10:44:23.081068 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Publish callbacks [] for subnet (0cf36322-ac66-4c49-a1aa-884ac60143bb), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.117143 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13514003'] for subnet (0cf36322-ac66-4c49-a1aa-884ac60143bb), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.198824 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-636801'] for subnet (0cf36322-ac66-4c49-a1aa-884ac60143bb), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.254269 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-636808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13042672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12786027'] for subnet (0cf36322-ac66-4c49-a1aa-884ac60143bb), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.277356 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 2e0331a3-9649-46de-a80e-8736d43c3fa7 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:23.287039 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.293604 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33386) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:23.301278 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0cf36322-ac66-4c49-a1aa-884ac60143bb HTTP/1.1" status: 204 len: 168 time: 0.2678134 Feb 16 10:44:23.302419 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d8c66-b664-4596-a7bc-29f2320001dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf36322-ac66-4c49-a1aa-884ac60143bb,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:23.304614 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ed2c1-e668-4210-a998-c1d6e7665153 None None] Network f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 requested from dv-cinder-804757-12-iscsi {{(pid=102812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:44:23.336712 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: 2e0331a3-9649-46de-a80e-8736d43c3fa7 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:23.337140 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device 2e0331a3-9649-46de-a80e-8736d43c3fa7 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:23.384537 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16124412'] for network (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.440681 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Deleting port d6da4498-af11-4d6b-9031-7b8a35a76f84 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:23.441163 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.496167 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] DHCP port deletion for f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 request from dv-cinder-804757-12-iscsi {{(pid=102812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 10:44:23.522059 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] For port d6da4498-af11-4d6b-9031-7b8a35a76f84, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=d6da4498-af11-4d6b-9031-7b8a35a76f84,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:23.522800 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.536107 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Calling delete_port for d6da4498-af11-4d6b-9031-7b8a35a76f84 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:23.545971 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] Deleting port d6da4498-af11-4d6b-9031-7b8a35a76f84 {{(pid=102812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 10:44:23.546633 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753319483383'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), before_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.621673 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] For port d6da4498-af11-4d6b-9031-7b8a35a76f84, host dv-cinder-804757-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-12-iscsi',level=0,port_id=d6da4498-af11-4d6b-9031-7b8a35a76f84,segment=NetworkSegment(d3519a89-ae6d-4772-8d91-7a7c88d717ec),segment_id=d3519a89-ae6d-4772-8d91-7a7c88d717ec)] {{(pid=102812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:44:23.624004 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395769'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), precommit_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.634281 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13395176'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.640859 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] Calling delete_port for d6da4498-af11-4d6b-9031-7b8a35a76f84 owned by network:dhcp {{(pid=102812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 10:44:23.669559 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] No DVR routers for this DVR port d6da4498-af11-4d6b-9031-7b8a35a76f84 on host dv-cinder-804757-12-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:44:23.675366 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6da4498-af11-4d6b-9031-7b8a35a76f84,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:23.739746 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16225409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753319392606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753318967062'] for port (d6da4498-af11-4d6b-9031-7b8a35a76f84), after_delete {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.755568 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-635644', 'neutron.services.segments.db._delete_segments_for_network-8753319463819'] for network (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.766364 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] Pushing event deleted for resources: {'Port': ['ID=d6da4498-af11-4d6b-9031-7b8a35a76f84,revision_number=None']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:23.768320 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2683cb7-fe56-42be-a69c-483bd12b4e04 None None] No DVR routers for this DVR port d6da4498-af11-4d6b-9031-7b8a35a76f84 on host dv-cinder-804757-12-iscsi {{(pid=102812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 10:44:23.786467 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:23.796881 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3519a89-ae6d-4772-8d91-7a7c88d717ec') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:23.797175 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3519a89-ae6d-4772-8d91-7a7c88d717ec') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:44:23.807822 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753319466132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13785950'] for segment (d3519a89-ae6d-4772-8d91-7a7c88d717ec), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.821907 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648'] for segment (d3519a89-ae6d-4772-8d91-7a7c88d717ec), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.827924 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 10:44:23.828298 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-634648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13395079'] for segment (d3519a89-ae6d-4772-8d91-7a7c88d717ec), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: Traceback (most recent call last): Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: timer() Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: cb(*args, **kw) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: return func(*args, **kwargs) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: self._notify() Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: self.callback(batched_events) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: event.method(event) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: return f(self, *a, **k) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._get(url).json() Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: return self.request(url, 'GET', **kwargs) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 10:44:23.829956 dv-cinder-804757-12-iscsi neutron-server[102811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 10:44:23.896416 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-635399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16330255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398771'] for network (f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.902123 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16330273'] for network (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:23.905378 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9 HTTP/1.1" status: 204 len: 168 time: 0.6107438 Feb 16 10:44:23.916662 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64372138-27b5-49a2-b943-30cd5eca29d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83ef9a4-f9b8-48b8-a9ca-6a761ff860e9,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:24.077572 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33404) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:24.120856 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4a0417d7-a86c-44cc-8650-5cde5c2cd4c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dce30c09b0fa41418359cd3872e9d80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418394 Feb 16 10:44:24.123471 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33406) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:24.183620 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72dfd121-f18e-4211-bace-88f30840b632 admin admin] Publish callbacks [] for security_group (e1d70ec1-7b34-4336-89e3-7c6e6687437d), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.206828 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72dfd121-f18e-4211-bace-88f30840b632 admin admin] Publish callbacks [] for security_group (e1d70ec1-7b34-4336-89e3-7c6e6687437d), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.256897 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72dfd121-f18e-4211-bace-88f30840b632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (e1d70ec1-7b34-4336-89e3-7c6e6687437d), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.259466 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72dfd121-f18e-4211-bace-88f30840b632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.260607 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-72dfd121-f18e-4211-bace-88f30840b632 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1d70ec1-7b34-4336-89e3-7c6e6687437d HTTP/1.1" status: 204 len: 168 time: 0.1362371 Feb 16 10:44:24.268711 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfd121-f18e-4211-bace-88f30840b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d70ec1-7b34-4336-89e3-7c6e6687437d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:24.576493 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33416) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:24.615995 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d28663f1-d07a-411e-924e-a167027d730b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dfe264caeb8843fcb31cb07546c1c1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383170 Feb 16 10:44:24.618714 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33418) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:24.667394 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ded0e19-20e3-4936-8a49-6041329671d6 admin admin] Publish callbacks [] for security_group (a8b627c9-0170-4dbf-b586-6bd502862db3), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.688323 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ded0e19-20e3-4936-8a49-6041329671d6 admin admin] Publish callbacks [] for security_group (a8b627c9-0170-4dbf-b586-6bd502862db3), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.738228 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ded0e19-20e3-4936-8a49-6041329671d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a8b627c9-0170-4dbf-b586-6bd502862db3), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.741025 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ded0e19-20e3-4936-8a49-6041329671d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:24.742171 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9ded0e19-20e3-4936-8a49-6041329671d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8b627c9-0170-4dbf-b586-6bd502862db3 HTTP/1.1" status: 204 len: 168 time: 0.1223886 Feb 16 10:44:24.749823 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded0e19-20e3-4936-8a49-6041329671d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b627c9-0170-4dbf-b586-6bd502862db3,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:24.890020 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device d6da4498-af11-4d6b-9031-7b8a35a76f84 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:24.912987 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: d6da4498-af11-4d6b-9031-7b8a35a76f84 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:24.913342 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device d6da4498-af11-4d6b-9031-7b8a35a76f84 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:24.913784 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 no longer exists at agent ovs-agent-dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 10:44:24.937482 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.plugin [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] No Port match for: bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 {{(pid=102812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 10:44:24.937835 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.rpc [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Device bf7d8903-74f2-4b8d-b0c6-f14cf449d0b1 not bound to the agent host dv-cinder-804757-12-iscsi {{(pid=102812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 10:44:31.344380 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33460) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:31.446948 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9f02663c-2654-46a8-9438-2d25c3b84e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.521877 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9f02663c-2654-46a8-9438-2d25c3b84e49 admin admin] Publish callbacks [] for security_group (a1b18219-1787-40dd-a47e-7799e5ccfe8a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.525549 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9f02663c-2654-46a8-9438-2d25c3b84e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a1b18219-1787-40dd-a47e-7799e5ccfe8a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.563349 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9f02663c-2654-46a8-9438-2d25c3b84e49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf52cf855b7a4f7883276e50a6418dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178931 Feb 16 10:44:31.564226 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02663c-2654-46a8-9438-2d25c3b84e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b18219-1787-40dd-a47e-7799e5ccfe8a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:31.566981 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33464) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:31.617970 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Publish callbacks [] for security_group (a1b18219-1787-40dd-a47e-7799e5ccfe8a), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.638596 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Publish callbacks [] for security_group (a1b18219-1787-40dd-a47e-7799e5ccfe8a), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.678900 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-20db134a-bf27-4227-b1c4-54a0a806179d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.687556 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a1b18219-1787-40dd-a47e-7799e5ccfe8a), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.690320 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:31.691502 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1b18219-1787-40dd-a47e-7799e5ccfe8a HTTP/1.1" status: 204 len: 168 time: 0.1232064 Feb 16 10:44:31.698967 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b18219-1787-40dd-a47e-7799e5ccfe8a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:31.706707 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.707073 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.707417 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.707759 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.708100 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.708496 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.708827 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.709160 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.709491 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.709818 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.710173 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.710498 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.710806 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036312-e23d-40d1-970c-ce8e4553c370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-12-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:44:31.966360 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33470) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:31.980131 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd386-5511-4b62-ad3d-b5e1232a422c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.055521 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd386-5511-4b62-ad3d-b5e1232a422c admin admin] Publish callbacks [] for security_group (fc25bed8-e47a-46f0-acb2-7018163e8e00), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.059362 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd386-5511-4b62-ad3d-b5e1232a422c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (fc25bed8-e47a-46f0-acb2-7018163e8e00), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.097265 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-fa4dd386-5511-4b62-ad3d-b5e1232a422c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ac0f84a11fa469fa5cee5cbec62d84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292088 Feb 16 10:44:32.098170 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dd386-5511-4b62-ad3d-b5e1232a422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25bed8-e47a-46f0-acb2-7018163e8e00,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:32.100108 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33472) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:32.148234 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e43b78a0-bfe6-421a-ab62-70bd4340e264 admin admin] Publish callbacks [] for security_group (fc25bed8-e47a-46f0-acb2-7018163e8e00), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.168790 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e43b78a0-bfe6-421a-ab62-70bd4340e264 admin admin] Publish callbacks [] for security_group (fc25bed8-e47a-46f0-acb2-7018163e8e00), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.214159 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e43b78a0-bfe6-421a-ab62-70bd4340e264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (fc25bed8-e47a-46f0-acb2-7018163e8e00), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.216735 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e43b78a0-bfe6-421a-ab62-70bd4340e264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:32.217870 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e43b78a0-bfe6-421a-ab62-70bd4340e264 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc25bed8-e47a-46f0-acb2-7018163e8e00 HTTP/1.1" status: 204 len: 168 time: 0.1167581 Feb 16 10:44:32.227726 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b78a0-bfe6-421a-ab62-70bd4340e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25bed8-e47a-46f0-acb2-7018163e8e00,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:34.309355 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b436-023d-4407-b346-02daabc2a95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:35.269592 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:36.750798 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.094758 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33570) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:37.196661 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-06e2bfe8-5a2b-4843-b160-1bed3380d1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.270867 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-06e2bfe8-5a2b-4843-b160-1bed3380d1e2 admin admin] Publish callbacks [] for security_group (6b536502-f738-443f-84cd-0cb13a176085), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.275075 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-06e2bfe8-5a2b-4843-b160-1bed3380d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (6b536502-f738-443f-84cd-0cb13a176085), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.310852 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2bfe8-5a2b-4843-b160-1bed3380d1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b536502-f738-443f-84cd-0cb13a176085,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:37.315526 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-06e2bfe8-5a2b-4843-b160-1bed3380d1e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5615918fb78144979f71438130854d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191918 Feb 16 10:44:37.318231 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33574) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:37.366239 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-becd3add-0ca3-447f-a0bc-5705b5988d0e admin admin] Publish callbacks [] for security_group (6b536502-f738-443f-84cd-0cb13a176085), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.387185 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-becd3add-0ca3-447f-a0bc-5705b5988d0e admin admin] Publish callbacks [] for security_group (6b536502-f738-443f-84cd-0cb13a176085), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.432683 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-becd3add-0ca3-447f-a0bc-5705b5988d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (6b536502-f738-443f-84cd-0cb13a176085), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.435613 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-becd3add-0ca3-447f-a0bc-5705b5988d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.436758 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-becd3add-0ca3-447f-a0bc-5705b5988d0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b536502-f738-443f-84cd-0cb13a176085 HTTP/1.1" status: 204 len: 168 time: 0.1175792 Feb 16 10:44:37.444906 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3add-0ca3-447f-a0bc-5705b5988d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b536502-f738-443f-84cd-0cb13a176085,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:37.696053 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33580) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:37.709917 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-803412d0-f067-4e79-8fa3-130fe020ab92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.783051 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-803412d0-f067-4e79-8fa3-130fe020ab92 admin admin] Publish callbacks [] for security_group (be4fca3d-55cf-4420-ae33-92f855b2cedb), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.787401 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-803412d0-f067-4e79-8fa3-130fe020ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (be4fca3d-55cf-4420-ae33-92f855b2cedb), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.828946 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-803412d0-f067-4e79-8fa3-130fe020ab92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3640f3bfa9d9442199d770b62d4f1c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318221 Feb 16 10:44:37.831758 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803412d0-f067-4e79-8fa3-130fe020ab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4fca3d-55cf-4420-ae33-92f855b2cedb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:37.832926 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33584) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:37.880993 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6de06e5-042b-47b1-b0b0-6f7993852044 admin admin] Publish callbacks [] for security_group (be4fca3d-55cf-4420-ae33-92f855b2cedb), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.901921 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6de06e5-042b-47b1-b0b0-6f7993852044 admin admin] Publish callbacks [] for security_group (be4fca3d-55cf-4420-ae33-92f855b2cedb), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.961473 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6de06e5-042b-47b1-b0b0-6f7993852044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (be4fca3d-55cf-4420-ae33-92f855b2cedb), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.964057 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6de06e5-042b-47b1-b0b0-6f7993852044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:37.965209 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a6de06e5-042b-47b1-b0b0-6f7993852044 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be4fca3d-55cf-4420-ae33-92f855b2cedb HTTP/1.1" status: 204 len: 168 time: 0.1312070 Feb 16 10:44:37.974379 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de06e5-042b-47b1-b0b0-6f7993852044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4fca3d-55cf-4420-ae33-92f855b2cedb,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:38.138168 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.273110 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33592) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:38.286529 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c8f4457-bd9d-4cf2-8c00-803410d12a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.358974 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c8f4457-bd9d-4cf2-8c00-803410d12a8c admin admin] Publish callbacks [] for security_group (4d0111e1-51f6-4655-ac67-42687dff8d26), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.363851 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c8f4457-bd9d-4cf2-8c00-803410d12a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4d0111e1-51f6-4655-ac67-42687dff8d26), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.402429 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3c8f4457-bd9d-4cf2-8c00-803410d12a8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ce8c9e6ae184d9887278661036bd3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282327 Feb 16 10:44:38.403267 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f4457-bd9d-4cf2-8c00-803410d12a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0111e1-51f6-4655-ac67-42687dff8d26,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:38.405206 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33594) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:38.459824 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-41e6e98d-4462-4c99-a3ad-14417bca8627 admin admin] Publish callbacks [] for security_group (4d0111e1-51f6-4655-ac67-42687dff8d26), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.480344 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-41e6e98d-4462-4c99-a3ad-14417bca8627 admin admin] Publish callbacks [] for security_group (4d0111e1-51f6-4655-ac67-42687dff8d26), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.526064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-41e6e98d-4462-4c99-a3ad-14417bca8627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (4d0111e1-51f6-4655-ac67-42687dff8d26), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.528679 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-41e6e98d-4462-4c99-a3ad-14417bca8627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:38.529823 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-41e6e98d-4462-4c99-a3ad-14417bca8627 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d0111e1-51f6-4655-ac67-42687dff8d26 HTTP/1.1" status: 204 len: 168 time: 0.1219780 Feb 16 10:44:38.539994 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e98d-4462-4c99-a3ad-14417bca8627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0111e1-51f6-4655-ac67-42687dff8d26,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:38.869948 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:44:41.955885 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.082064 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.45', 33706) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:49.186181 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5021cf90-7259-4921-93ae-38e2e3ccf1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.264015 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5021cf90-7259-4921-93ae-38e2e3ccf1f7 admin admin] Publish callbacks [] for security_group (a1e93837-ca05-4b0c-b557-3347d44dfb4b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.267693 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5021cf90-7259-4921-93ae-38e2e3ccf1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a1e93837-ca05-4b0c-b557-3347d44dfb4b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.307762 dv-cinder-804757-12-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5021cf90-7259-4921-93ae-38e2e3ccf1f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa667c7f1aa04eb48feeb930bbac134f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245741 Feb 16 10:44:49.308908 dv-cinder-804757-12-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021cf90-7259-4921-93ae-38e2e3ccf1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e93837-ca05-4b0c-b557-3347d44dfb4b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:49.310560 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33710) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:49.360178 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6059b848-caba-42c1-8eb3-fcfc7a73e5a3 admin admin] Publish callbacks [] for security_group (a1e93837-ca05-4b0c-b557-3347d44dfb4b), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.381545 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6059b848-caba-42c1-8eb3-fcfc7a73e5a3 admin admin] Publish callbacks [] for security_group (a1e93837-ca05-4b0c-b557-3347d44dfb4b), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.424569 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6059b848-caba-42c1-8eb3-fcfc7a73e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (a1e93837-ca05-4b0c-b557-3347d44dfb4b), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.427148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6059b848-caba-42c1-8eb3-fcfc7a73e5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.428936 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6059b848-caba-42c1-8eb3-fcfc7a73e5a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1e93837-ca05-4b0c-b557-3347d44dfb4b HTTP/1.1" status: 204 len: 168 time: 0.1173611 Feb 16 10:44:49.436431 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059b848-caba-42c1-8eb3-fcfc7a73e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e93837-ca05-4b0c-b557-3347d44dfb4b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:49.695148 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33716) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:49.711064 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05c668cb-989b-4eae-93d5-38324fac86fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.785708 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05c668cb-989b-4eae-93d5-38324fac86fd admin admin] Publish callbacks [] for security_group (36ec28c9-4e29-4754-9c70-7fe641f298dd), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.790271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05c668cb-989b-4eae-93d5-38324fac86fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (36ec28c9-4e29-4754-9c70-7fe641f298dd), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.827609 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-05c668cb-989b-4eae-93d5-38324fac86fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d7686d307aa4e5aa89a5bccffa151ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310759 Feb 16 10:44:49.828475 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c668cb-989b-4eae-93d5-38324fac86fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ec28c9-4e29-4754-9c70-7fe641f298dd,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:44:49.833083 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.45', 33718) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:44:49.882371 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a15798a7-b9f7-49ba-bccb-ad17a49bf95d admin admin] Publish callbacks [] for security_group (36ec28c9-4e29-4754-9c70-7fe641f298dd), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.902271 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a15798a7-b9f7-49ba-bccb-ad17a49bf95d admin admin] Publish callbacks [] for security_group (36ec28c9-4e29-4754-9c70-7fe641f298dd), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.947578 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a15798a7-b9f7-49ba-bccb-ad17a49bf95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515120'] for security_group (36ec28c9-4e29-4754-9c70-7fe641f298dd), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.950487 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a15798a7-b9f7-49ba-bccb-ad17a49bf95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:44:49.951660 dv-cinder-804757-12-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a15798a7-b9f7-49ba-bccb-ad17a49bf95d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36ec28c9-4e29-4754-9c70-7fe641f298dd HTTP/1.1" status: 204 len: 168 time: 0.1176646 Feb 16 10:44:49.959265 dv-cinder-804757-12-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15798a7-b9f7-49ba-bccb-ad17a49bf95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ec28c9-4e29-4754-9c70-7fe641f298dd,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:45:01.680142 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-e2e1db93-b509-4e9a-88b2-03bedb0682f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:04.312037 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-e058a1bc-9009-4665-83a2-86163643618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:05.273147 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:06.756889 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:08.141004 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:11.953875 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:15.869626 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:45:31.680784 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d5be-f6f1-443c-8e7c-50d9b8003993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:34.313174 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-40155754-97d3-4d14-8680-54da08484939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:35.274759 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:36.756591 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:38.144617 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:41.969312 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:45:52.869598 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:46:01.682159 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8e0883cc-fa17-48b8-8389-c8c58d123c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:04.314640 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-06657c4e-60bf-4c5b-b6ad-28f2d049f6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:05.277243 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:06.759706 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:08.149615 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:11.961437 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:29.869443 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:46:31.684479 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-da73bc90-3d73-4afc-8b16-b38f63c245cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:34.314025 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-46a2173f-0aa1-4c65-bb87-164e780e8b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:35.281268 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:36.762613 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:38.151976 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:46:41.986658 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:01.686282 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-76a6fa1d-e84f-42a1-bfd9-a8b75d54afe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:04.315297 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-7aba638b-450c-4b41-96c3-cf5a926865e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:05.284395 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:06.765635 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:06.868903 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:47:08.158541 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:11.988227 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:31.687910 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-2f1ecb1b-ee00-4c71-8f65-8d3930063d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:34.316575 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8b54ba22-8899-4f11-8c56-3f57ab55d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:35.287576 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:36.767346 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:38.150980 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:42.000252 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:47:43.868126 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:48:01.690314 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4044e5b9-e890-486b-9caf-5b8035fef22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:04.321087 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-abf047de-3f2c-4951-8c96-ad102d05ea72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:05.290571 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:06.770025 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:08.152659 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:12.001650 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:20.868467 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:48:31.692139 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-9612d840-0dbe-426f-bfea-c3537b471108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:34.322435 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-181a2025-58e4-4669-bc58-34636912e986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:35.292655 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:36.772976 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:38.156714 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:41.999273 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:48:57.870200 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:49:01.694787 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-347ee021-4ed5-4ab7-8d42-d8ed8d59d514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:04.323743 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-6ef457ac-eb5c-469e-b064-d350c42c9717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:05.296008 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:06.775974 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:08.158172 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:12.013979 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:31.696318 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4846578d-ca38-48aa-a69a-b1db1bdf76e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:34.327595 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-369ddda5-1c57-452f-b192-2144d4ede02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:34.869457 dv-cinder-804757-12-iscsi neutron-server[102813]: DEBUG neutron.db.agents_db [None req-ebff0324-8e16-4aa5-a375-074fbd02ca0a None None] Agent healthcheck: found 6 active agents {{(pid=102813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:49:35.298750 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df729c68-7436-4bd9-9e4b-4300162a496f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (1889d63d-8271-4a83-9887-00c997a2dc06), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:36.779165 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-08c37c4b-2b52-419f-814d-a1556c771108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (545ab0c6-44d8-489a-8daf-815d328ccd18), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:38.162002 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-df7c905e-2ace-4982-96ce-20cd31465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (3c55cd45-5aab-41ea-9721-b51b7528d3b4), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:49:42.003965 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d140c4df-118d-4145-ba98-e5379ea79b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (4aa17956-d362-486d-8f2a-afc58d7fa874), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:50:01.698361 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-66bffd8a-3bfc-4339-8d21-b525b80e6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (fff7283f-8950-484d-afff-3abd44a57340), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:50:04.328660 dv-cinder-804757-12-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-4fd522c9-1744-493f-8b7c-f3898fe08337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753319463801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607989'] for agent (6910badf-c319-4521-8d89-1d0c36d794f9), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}